-- Logs begin at Mon 2021-06-28 13:29:38 UTC, end at Mon 2021-06-28 14:34:08 UTC. -- Jun 28 14:10:14.993261 dv-cinder-761113-15-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 14:10:17.713227 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.common.config [-] Logging enabled! Jun 28 14:10:17.713845 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 14:10:17.714078 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93466) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 14:10:17.717768 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.common.config [-] Logging enabled! Jun 28 14:10:17.718023 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 14:10:17.718386 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93466) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 14:10:17.719362 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 14:10:17.719629 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 14:10:17.720027 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 14:10:17.720306 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 14:10:17.720587 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 14:10:17.720913 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.721212 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.721540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.721773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.722067 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.722414 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.722702 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.722993 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.723291 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.723580 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.723861 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.724855 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.725070 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.725357 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.725685 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.725978 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.726233 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] debug = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.726547 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.727000 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.727424 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.727709 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.728032 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.728337 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.728611 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.728924 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.729214 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.729545 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] host = dv-cinder-761113-15-smb {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.729823 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.730164 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.730457 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.730755 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.731089 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.731388 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.731730 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.732006 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.732363 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] log_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.732653 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.732972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.733309 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.733602 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.733854 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.734105 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.734450 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.734765 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.735044 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.735321 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.735598 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.735875 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.736172 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.736444 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.736730 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.737015 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.737302 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.737610 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.737887 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.738214 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.738491 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.738779 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.739085 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.739359 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.739708 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.740055 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.740353 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.740632 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.740938 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.741224 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.741563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.741851 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.742126 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.742440 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.742715 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.743020 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.743341 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] use_json = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.743625 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.743926 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.744262 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.744572 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.744846 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.745153 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.745480 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.745790 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:17.746125 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.746501 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.746816 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.747130 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.747413 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.747721 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.748015 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.748323 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.748614 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.748908 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.749197 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.749482 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.749770 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.750049 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.750399 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.750784 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.751130 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.751453 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.751735 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.752068 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.752382 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.752667 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.752960 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.753257 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.753625 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.753921 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.754238 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.754534 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.754837 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.755114 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.755544 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.755836 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.756119 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.756415 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.756698 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.757372 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.757721 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.758064 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.758435 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.758733 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.759016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.759319 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.759626 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.759906 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.760209 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.760566 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.760870 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.761150 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.761425 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.761706 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.762040 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.762318 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.762646 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.762923 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.763256 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.763532 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.763837 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.764113 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.764442 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.764752 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.765061 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.765340 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.765654 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.765985 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.766285 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.766596 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.766901 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.767202 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.767521 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.767851 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.768155 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.768465 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.768806 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.769090 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.769373 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.769654 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.769934 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.770215 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.770490 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.770788 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.771731 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.772026 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.772343 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.772627 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.772927 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.773257 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.773578 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.773888 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.774166 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.774457 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.774743 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.775073 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.775377 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.775672 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.776000 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.776354 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.776638 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.777007 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.777293 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:17.777517 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 14:10:17.777818 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93466) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 14:10:18.137247 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:18.137526 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:18.137816 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:18.138151 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 14:10:18.534232 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.534518 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.534824 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.536158 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.536429 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.536746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.571463 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.571830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.572209 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.585712 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.585999 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.586272 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.616004 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.616309 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.616582 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.654777 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.655064 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.655334 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.890539 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.891199 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.891199 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.891378 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:18.892067 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.018001 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.018317 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.018602 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.018877 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.019145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.019455 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.019717 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.019973 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.020258 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.020541 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.020802 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.021231 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.021505 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.021770 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.022027 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.022298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.023651 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.023932 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.024240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.024507 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.024797 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.025155 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.025412 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.025699 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.025952 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.026201 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.026608 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:19.026854 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:19.027098 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:19.027340 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:19.027579 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:19.027818 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:19.028238 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 14:10:19.031340 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 14:10:19.035566 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 14:10:19.040390 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 28 14:10:19.042068 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 14:10:19.042527 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 14:10:19.042865 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 14:10:19.043255 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 14:10:19.046266 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 14:10:19.046518 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 14:10:19.046868 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 14:10:19.075135 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 14:10:19.075584 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.075881 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93466) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 14:10:19.076282 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.077673 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93466) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 14:10:19.077959 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 14:10:19.078210 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 14:10:19.081480 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.081768 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:19.147209 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 14:10:19.147385 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 14:10:19.147618 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 14:10:19.147980 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 14:10:19.169642 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_db.sqlalchemy.engines [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93466) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 14:10:19.832487 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing driver for type 'gre' Jun 28 14:10:19.833142 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] gre ID ranges: [(1, 1000)] Jun 28 14:10:20.040868 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing driver for type 'local' Jun 28 14:10:20.041475 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing driver for type 'vlan' Jun 28 14:10:20.128872 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] VlanTypeDriver initialization complete Jun 28 14:10:20.129209 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing driver for type 'vxlan' Jun 28 14:10:20.129709 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] vxlan ID ranges: [(1, 1000)] Jun 28 14:10:20.311843 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing extension driver 'port_security' Jun 28 14:10:20.312207 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.extensions.port_security [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] PortSecurityExtensionDriver initialization complete Jun 28 14:10:20.312549 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing mechanism driver 'openvswitch' Jun 28 14:10:20.312873 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing mechanism driver 'hyperv' Jun 28 14:10:20.319765 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.plugins.ml2.plugin [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:10:20.320730 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.321110 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.321471 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.321862 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnet after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.322217 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnet after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.322563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.322945 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.323291 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.323635 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.324015 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > security_group after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.324388 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > security_group after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.324727 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.325114 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.325461 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.325805 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.326187 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > address_group after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.326532 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > address_group after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.326871 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.327206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] ML2 OVO RPC backend initialized. {{(pid=93466) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 14:10:20.327908 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.328288 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.328704 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.329049 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > networks before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.329394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.329734 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > ports before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.330073 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnet before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.330412 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnets before_response 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.330756 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.331129 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.331462 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.331798 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.332156 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.332491 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.338309 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnet after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.338309 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnet after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.338309 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.338309 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.plugin [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Modular L2 Plugin initialization complete Jun 28 14:10:20.338309 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading services supported by the core plugin {{(pid=93466) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 14:10:20.338720 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.plugins.ml2.managers [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Got port-security extension from driver 'port_security' Jun 28 14:10:20.338720 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.extensions.vlantransparent [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Disabled vlantransparent extension. Jun 28 14:10:20.338720 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93466) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 14:10:20.338720 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: router Jun 28 14:10:20.374152 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.374548 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router after_create 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.374919 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router before_create 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.375285 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.375661 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.376020 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router after_delete 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.376407 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.376775 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router after_create 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.377129 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router after_update 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.377488 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router after_update 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.377844 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.378204 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router after_update 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.378619 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_update 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.378991 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: port after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.379330 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: port after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.379666 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: subnet after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.380004 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.380636 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.380997 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_create 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.381347 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: port before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.381691 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.382054 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router after_update 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.382401 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.382757 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_create 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.383122 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.383473 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_update 55549900 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.383841 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > agent after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.384221 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > agent after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.384573 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > network after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.385428 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Tracking information for resource: router configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:20.385763 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Tracking information for resource: floatingip configured {{(pid=93466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 14:10:20.390668 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.db.l3_agentschedulers_db [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 14:10:20.391238 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: port after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.391596 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: port after_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.391944 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: port after_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.392323 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: port after_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.393107 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router before_create 55550100 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.393469 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.393829 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_create 55550100 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.394182 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > router precommit_update 55550100 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.398832 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.services.provider_configuration [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service providers = [] {{(pid=93466) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 14:10:20.399196 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.db.servicetype_db [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93466) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 14:10:20.402131 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.services.service_base [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 14:10:20.402478 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.services.service_base [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 14:10:20.402820 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.services.service_base [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 14:10:20.403700 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.services.service_base [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 14:10:20.404071 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.services.service_base [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 14:10:20.404470 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.404785 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 14:10:20.416107 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.416467 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: auto_allocate Jun 28 14:10:20.422263 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: network precommit_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.422635 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: network precommit_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.423151 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.423474 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: tag Jun 28 14:10:20.430691 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.431020 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: timestamp Jun 28 14:10:20.434820 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.435149 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: network_ip_availability Jun 28 14:10:20.442032 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.442403 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.442790 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.443503 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.443818 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: flavors Jun 28 14:10:20.448551 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.448898 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading Plugin: revisions Jun 28 14:10:20.453213 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 14:10:20.453603 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_concurrency.lockutils [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.316s {{(pid=93466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:20.454337 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93466) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 14:10:20.454669 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Initializing extension manager. Jun 28 14:10:20.455175 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: __init__.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.455516 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: __pycache__ {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.455851 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.456216 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: address_group.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.456958 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.457523 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: address-group Jun 28 14:10:20.457845 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: address_scope.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.458575 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.459080 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: address-scope Jun 28 14:10:20.459400 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.460335 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.460851 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: router-admin-state-down-before-update Jun 28 14:10:20.461170 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: agent.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.461858 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.462363 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: agent Jun 28 14:10:20.462684 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: agent_resources_synced.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.463577 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.464080 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: agent-resources-synced Jun 28 14:10:20.464426 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: allowedaddresspairs.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.466184 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.466706 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: allowed-address-pairs Jun 28 14:10:20.467030 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: auto_allocated_topology.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.468307 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.468827 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: auto-allocated-topology Jun 28 14:10:20.469155 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: availability_zone.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.469854 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.470362 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: availability_zone Jun 28 14:10:20.470683 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: availability_zone_filter.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.471594 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.472109 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: availability_zone_filter Jun 28 14:10:20.472457 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: data_plane_status.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.473351 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.473860 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 14:10:20.474706 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: default_subnetpools.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.475662 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.476200 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: default-subnetpools Jun 28 14:10:20.476522 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.477322 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.477830 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: dhcp_agent_scheduler Jun 28 14:10:20.478151 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: dns.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.479061 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.479565 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension dns-integration not supported by any of loaded plugins Jun 28 14:10:20.479884 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: dns_domain_ports.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.480828 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.481338 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 14:10:20.481656 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.482575 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.483080 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 14:10:20.483398 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: dvr.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.484059 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.484592 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: dvr Jun 28 14:10:20.484913 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: empty_string_filtering.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.485818 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.486326 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: empty-string-filtering Jun 28 14:10:20.486647 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.487541 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.488048 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 14:10:20.488393 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.489289 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.489952 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 14:10:20.490476 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: external_net.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.491390 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.491904 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: external-net Jun 28 14:10:20.492266 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.493162 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.493673 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: extra_dhcp_opt Jun 28 14:10:20.493995 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: extraroute.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.494898 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.495404 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: extraroute Jun 28 14:10:20.495811 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: extraroute_atomic.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.496869 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.497384 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: extraroute-atomic Jun 28 14:10:20.497704 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: filter_validation.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.498357 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.498861 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: filter-validation Jun 28 14:10:20.499178 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: fip_pf_description.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.500072 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.500602 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 14:10:20.500919 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: fip_port_details.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.501822 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.502327 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: fip-port-details Jun 28 14:10:20.502643 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: flavors.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.503862 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.504412 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: flavors Jun 28 14:10:20.504736 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.506907 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.507423 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 14:10:20.507756 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: floatingip_pools.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.508480 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.508993 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: floatingip-pools Jun 28 14:10:20.509320 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: ip_allocation.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.510242 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.510749 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 14:10:20.511080 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.511993 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.512542 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: ip-substring-filtering Jun 28 14:10:20.512868 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l2_adjacency.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.513793 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.514302 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 14:10:20.514624 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l3.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.515575 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.516095 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: router Jun 28 14:10:20.516447 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.518797 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.519329 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 14:10:20.519658 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.520621 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.521199 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: ext-gw-mode Jun 28 14:10:20.521523 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.522440 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.522952 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: l3-ha Jun 28 14:10:20.523275 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l3_flavors.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.524232 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.524748 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: l3-flavors Jun 28 14:10:20.525073 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.526504 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.527010 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 14:10:20.527329 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: l3agentscheduler.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.528385 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.528903 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: l3_agent_scheduler Jun 28 14:10:20.529228 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: logging.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.530721 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.531254 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension logging not supported by any of loaded plugins Jun 28 14:10:20.531586 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: metering.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.532351 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.532931 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: metering Jun 28 14:10:20.533259 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.534590 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.535109 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: metering_source_and_destination_fields Jun 28 14:10:20.535438 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: multiprovidernet.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.536386 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.537097 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: multi-provider Jun 28 14:10:20.537426 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: netmtu.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.538332 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.538842 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: net-mtu Jun 28 14:10:20.539168 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: netmtu_writable.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.540073 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.540618 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: net-mtu-writable Jun 28 14:10:20.540941 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: network_availability_zone.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.541606 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.542110 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: network_availability_zone Jun 28 14:10:20.542431 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: network_ip_availability.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.543510 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.544031 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: network-ip-availability Jun 28 14:10:20.544396 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: network_segment_range.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.545148 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.545653 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 14:10:20.545976 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: pagination.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.546955 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.547286 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: pagination Jun 28 14:10:20.547606 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: port_device_profile.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.548545 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.549064 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: port-device-profile Jun 28 14:10:20.549387 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.550293 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.550803 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: port-mac-address-regenerate Jun 28 14:10:20.551130 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.552071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.552778 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: port-numa-affinity-policy Jun 28 14:10:20.553102 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: port_resource_request.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.554003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.554508 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 14:10:20.554829 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: portbindings.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.555751 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.556297 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: binding Jun 28 14:10:20.556618 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: portbindings_extended.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.557888 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.558406 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: binding-extended Jun 28 14:10:20.558734 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: portsecurity.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.559640 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.560170 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: port-security Jun 28 14:10:20.560498 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: project_id.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.561476 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.561806 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: project-id Jun 28 14:10:20.562170 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: providernet.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.563041 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.563556 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: provider Jun 28 14:10:20.563878 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.567504 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.568575 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos not supported by any of loaded plugins Jun 28 14:10:20.568901 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.570130 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.570645 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 14:10:20.570972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.571887 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.572434 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 14:10:20.572760 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_default.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.573662 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.574175 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-default not supported by any of loaded plugins Jun 28 14:10:20.574505 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_fip.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.575147 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.575650 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-fip not supported by any of loaded plugins Jun 28 14:10:20.575972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_gateway_ip.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.576919 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.577432 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 14:10:20.577756 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_port_network_policy.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.578656 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.579168 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 14:10:20.579491 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_rule_type_details.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.580435 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.580946 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 14:10:20.581269 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: qos_rules_alias.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.582308 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.582820 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 14:10:20.583144 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: quotasv2.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.584848 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.585174 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: quotas Jun 28 14:10:20.585495 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: quotasv2_detail.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.588619 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.588960 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: quota_details Jun 28 14:10:20.592892 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: rbac.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.592892 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.592892 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: rbac-policies Jun 28 14:10:20.592892 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: rbac_address_group.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.593610 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.594130 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: rbac-address-group Jun 28 14:10:20.594458 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: rbac_address_scope.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.595381 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.595899 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: rbac-address-scope Jun 28 14:10:20.596261 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: rbac_security_groups.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.597265 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.597782 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: rbac-security-groups Jun 28 14:10:20.598107 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: rbac_subnetpool.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.599047 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.599795 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: rbac-subnetpool Jun 28 14:10:20.600121 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: revisionifmatch.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.601059 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.601573 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: revision-if-match Jun 28 14:10:20.601899 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: revisions.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.603198 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.603710 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: standard-attr-revisions Jun 28 14:10:20.604037 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: router_availability_zone.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.604768 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.605287 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: router_availability_zone Jun 28 14:10:20.605607 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: routerservicetype.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.606517 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.607021 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension router-service-type not supported by any of loaded plugins Jun 28 14:10:20.607345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.608295 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.608808 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: security-groups-normalized-cidr Jun 28 14:10:20.609134 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.610038 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.610546 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: port-security-groups-filtering Jun 28 14:10:20.610868 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.611810 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.612355 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: security-groups-remote-address-group Jun 28 14:10:20.612681 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: securitygroup.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.622987 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.623521 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: security-group Jun 28 14:10:20.623862 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: segment.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.624680 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.625193 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension segment not supported by any of loaded plugins Jun 28 14:10:20.625520 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.626445 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.626954 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 14:10:20.627279 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: servicetype.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.628461 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.628978 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: service-type Jun 28 14:10:20.629305 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: sorting.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.630860 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.631197 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: sorting Jun 28 14:10:20.631515 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: standard_attr_segment.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.632524 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.633039 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 14:10:20.633408 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: standardattrdescription.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.634047 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.634557 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: standard-attr-description Jun 28 14:10:20.634879 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: stateful_security_group.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.635798 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.636341 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: stateful-security-group Jun 28 14:10:20.636666 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: stdattrs_common.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.637241 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 14:10:20.637563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.638494 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.639010 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 14:10:20.639330 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: subnet_onboard.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.640459 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.640978 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: subnet_onboard Jun 28 14:10:20.641299 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.642220 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.642733 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 14:10:20.643052 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: subnet_service_types.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.643977 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.644530 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: subnet-service-types Jun 28 14:10:20.644850 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: subnetallocation.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.651060 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.651583 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: subnet_allocation Jun 28 14:10:20.651907 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.652601 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.653115 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: subnetpool-prefix-ops Jun 28 14:10:20.653439 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.654503 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.655012 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 14:10:20.655349 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: tagging.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.656464 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.656993 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: standard-attr-tag Jun 28 14:10:20.657315 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: timestamp.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.658511 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.659280 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loaded extension: standard-attr-timestamp Jun 28 14:10:20.659649 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: trunk.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.660714 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.661229 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension trunk not supported by any of loaded plugins Jun 28 14:10:20.662012 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: trunk_details.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.662934 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.663451 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension trunk-details not supported by any of loaded plugins Jun 28 14:10:20.663776 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: uplink_status_propagation.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.664758 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.665277 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 14:10:20.665597 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Loading extension file: vlantransparent.py {{(pid=93466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 14:10:20.666260 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 14:10:20.666764 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 14:10:20.669227 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:network Jun 28 14:10:20.669771 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:subnet Jun 28 14:10:20.670184 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 14:10:20.670575 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:port Jun 28 14:10:20.671991 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.672458 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service FLAVORS assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.673069 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.673507 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.673841 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:router Jun 28 14:10:20.674284 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:floatingip Jun 28 14:10:20.674781 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service METERING assigned prefix: /metering {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.676276 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.676692 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.677624 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:10:20.679209 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 14:10:20.679676 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:security_group Jun 28 14:10:20.680119 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 14:10:20.680775 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service CORE assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.681109 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 14:10:20.681468 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] subnetpool is already registered Jun 28 14:10:20.681892 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service CORE assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.682218 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 14:10:20.682548 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] subnetpool is already registered Jun 28 14:10:20.684946 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.685378 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service FLAVORS assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.685964 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.686396 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.686726 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:router Jun 28 14:10:20.687063 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] router is already registered Jun 28 14:10:20.687474 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:floatingip Jun 28 14:10:20.687810 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] floatingip is already registered Jun 28 14:10:20.688305 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service METERING assigned prefix: /metering {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.688970 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 14:10:20.689294 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] rbac_policy is already registered Jun 28 14:10:20.689696 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:security_group Jun 28 14:10:20.690029 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] security_group is already registered Jun 28 14:10:20.690429 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 14:10:20.690760 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] security_group_rule is already registered Jun 28 14:10:20.691447 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service CORE assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.691772 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 14:10:20.692107 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] subnetpool is already registered Jun 28 14:10:20.692542 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.v2.resource_helper [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Service CORE assigned prefix: {{(pid=93466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 14:10:20.693912 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 14:10:20.694247 dv-cinder-761113-15-smb neutron-server[93466]: WARNING neutron.quota.resource_registry [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] subnetpool is already registered Jun 28 14:10:20.694713 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: extensions {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.696317 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: address-groups {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.697891 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: address-scopes {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.699217 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: agents {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.700445 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: auto-allocated-topology {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.701681 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: availability_zones {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.702949 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: dhcp-networks {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.704511 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: dhcp-agents {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.705952 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: routers {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.707628 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: flavors {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.710531 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: service_profiles {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.711795 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: next_providers {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.713265 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: service_profiles {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.714835 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: floatingip-pools {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.716027 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: routers {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.717759 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: floatingips {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.719029 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: l3-routers {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.720523 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: l3-agents {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.721935 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: metering-labels {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.723186 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: metering-label-rules {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.725045 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: network-ip-availabilities {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.726302 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: bindings {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.728016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: quotas {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.729586 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: quotas {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.730981 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: rbac-policies {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.732198 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: security-groups {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.733501 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: security-group-rules {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.743442 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: service-providers {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.744738 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: subnetpools {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.746109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: subnetpools {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.747681 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.749411 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.751360 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.753063 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.754745 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.757982 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.759683 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.761523 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.763463 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.765260 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron.api.extensions [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Extended resource: tags {{(pid=93466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 14:10:20.771928 dv-cinder-761113-15-smb neutron-server[93466]: WARNING keystonemiddleware.auth_token [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 14:10:20.776621 dv-cinder-761113-15-smb neutron-server[93466]: WARNING keystonemiddleware.auth_token [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 14:10:20.785575 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_concurrency.lockutils [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Acquired lock "singleton_lock" {{(pid=93466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 14:10:20.791187 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_concurrency.lockutils [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Releasing lock "singleton_lock" {{(pid=93466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 14:10:20.791187 dv-cinder-761113-15-smb neutron-server[93466]: INFO oslo_service.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Starting 2 workers Jun 28 14:10:20.791960 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Started child 93575 {{(pid=93466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 14:10:20.796395 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Started child 93576 {{(pid=93466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 14:10:20.797357 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:20.798046 dv-cinder-761113-15-smb neutron-server[93466]: INFO neutron.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 14:10:20.798804 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Notify callbacks [] for process, before_spawn {{(pid=93466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:20.798958 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [-] (93575) wsgi starting up on http://0.0.0.0:9696 Jun 28 14:10:20.801294 dv-cinder-761113-15-smb neutron-server[93466]: INFO oslo_service.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Starting 1 workers Jun 28 14:10:20.801465 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:20.803669 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [-] (93576) wsgi starting up on http://0.0.0.0:9696 Jun 28 14:10:20.807600 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Started child 93577 {{(pid=93466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 14:10:20.808150 dv-cinder-761113-15-smb neutron-server[93466]: INFO oslo_service.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Starting 1 workers Jun 28 14:10:20.811291 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] calling RpcWorker wait() {{(pid=93577) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 14:10:20.811840 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] returning from RpcWorker wait() {{(pid=93577) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 14:10:20.854222 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Started child 93578 {{(pid=93466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 14:10:20.854458 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:20.854554 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG neutron_lib.callbacks.manager [None req-671b8f64-6f7d-4a93-9a5e-2267dc759f4b None None] Notify callbacks [] for process, after_spawn {{(pid=93466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:20.854638 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.854718 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.855366 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:20.855811 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.855811 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.855811 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856001 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.856564 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] debug = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857016 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857369 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] host = dv-cinder-761113-15-smb {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.857830 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.858772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_options = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859394 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859916 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859916 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859916 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859916 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859916 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859916 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.859916 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.860574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.861563 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.862540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.863112 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_json = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.864345 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.866972 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.867558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.868298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.869771 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870356 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.870996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.871973 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.872765 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.872991 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.873216 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.874281 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.874550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.874816 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.879431 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.879688 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.879931 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.880269 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.881531 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.881794 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.882041 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.882301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.882538 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.882790 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.883014 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.883257 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.883481 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.883701 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.883961 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.884674 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.884909 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.885139 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.885492 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.885655 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.886778 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.887012 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.887308 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.887656 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.888452 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.888760 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.889014 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.889440 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.889572 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.889817 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.890083 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.890307 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.890636 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.890854 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.891095 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.891400 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.891662 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.891924 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.892211 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.892591 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.892849 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.893102 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.893348 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.893597 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.893885 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.894145 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.894407 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.894672 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.894939 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.895344 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.895636 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.895764 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.896044 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.896415 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.896950 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.897230 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.897495 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.897732 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.897993 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.898244 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.898477 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.898756 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.898990 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.899226 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.899471 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.899960 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.900099 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.900271 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.900456 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.900707 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.901051 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.901305 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.901547 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.901924 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.902232 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.902499 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.903024 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.903024 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.903254 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.903492 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.903743 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.904012 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.904393 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.904511 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.904744 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908218 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.908746 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.909451 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.909451 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.909451 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.909451 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.909692 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.910019 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.910200 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.910464 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.910699 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.910944 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.911170 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.911431 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.911766 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.912019 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.912432 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.912655 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.912880 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.913105 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.913323 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.913559 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.913876 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.914116 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.914354 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.914596 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.914929 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.915170 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.915402 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.915654 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.915873 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.916141 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.916406 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.916656 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.916885 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.917097 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.917330 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.917596 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.917847 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.918092 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.918304 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.918516 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.918722 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.918934 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.919222 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.919516 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.919762 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.920005 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.920270 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.920534 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.920741 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.920951 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.921165 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.921382 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.921594 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.921840 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.922050 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.922283 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.922523 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.922739 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.922969 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.923178 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.923389 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.923606 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.923907 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.924164 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.924373 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.924579 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.924792 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.925001 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.925329 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.925590 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.925824 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.926116 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.926380 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.926630 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.926882 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.927745 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.928305 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.928577 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.928800 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.929022 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.929262 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.929516 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.929855 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.930174 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.930446 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.930684 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.930983 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.931259 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.931522 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.931738 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.932031 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.932420 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.932690 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.933127 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.933445 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.933733 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.933983 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.934215 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.934448 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.934724 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.934971 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.935230 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.935509 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.935796 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.936031 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.936347 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.936611 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 14:10:20.946883 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.947460 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948003 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.948585 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949113 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949113 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] debug = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949113 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949113 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949113 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949113 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.949550 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] host = dv-cinder-761113-15-smb {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.950650 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_options = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951206 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951747 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951747 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951747 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951747 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951747 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951747 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.951747 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.952773 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953847 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953847 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953847 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.953847 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.954127 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.954127 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.954298 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.954459 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.954630 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.954772 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.954939 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.955083 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_json = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.955235 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.955378 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.955537 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.955693 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.955837 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.955996 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.956170 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.956421 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 14:10:20.956597 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.956755 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.957005 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.957100 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.957238 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.957379 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.957534 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.957696 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.957854 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.958018 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.958201 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.958489 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.958659 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.958853 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.959010 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.959131 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.959297 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.959457 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.959617 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.959779 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.959947 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.960109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.960308 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.960475 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.960638 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.960799 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.960960 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.961122 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.961284 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.961445 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.961607 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.961768 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.961930 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.962090 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.962316 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.962599 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.962675 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.962805 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.962944 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.963106 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.963268 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.963429 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.963589 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.963751 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.963913 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.964074 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.964274 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.964426 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.964660 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.964794 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.964917 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.965058 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.965219 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.965380 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.965540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.965702 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.965863 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.966226 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.966226 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.966457 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.966539 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.966646 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.966807 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.966968 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.967301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.967301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.967539 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.967658 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.967778 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.967897 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.968042 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.968225 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.968387 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.968548 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.968709 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.968871 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.969032 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.969193 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.969354 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.969559 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.969776 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.969939 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.970102 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.970263 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.970434 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.970631 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.970793 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.970955 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.971117 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.971278 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.971440 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.971601 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.971761 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.971922 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.972083 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.972272 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.972433 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.972598 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.972761 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.972910 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.973058 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.973219 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.973361 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:10:20.973497 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.973625 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.973757 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.974562 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.974855 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.974855 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975051 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975051 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975301 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975434 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975566 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975698 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975841 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.975974 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.976114 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.976282 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.976445 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.976612 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.976767 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.976927 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.977088 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.977248 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.977411 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.977571 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.977731 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.977899 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.978069 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.978229 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.978391 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.978553 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.978735 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.978896 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.979055 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.979215 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.979627 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.979791 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.979954 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.980115 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.980297 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.980459 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.980621 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.980785 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.980947 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.981109 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.981270 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.981432 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.981595 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.981755 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.981917 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.982078 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.982240 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.982400 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.982561 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.982721 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.982882 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.983044 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.983205 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.983367 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.983529 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.983690 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.983870 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.984034 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.984223 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.984373 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.984531 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.984785 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.985010 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.985199 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.985402 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.985672 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.985672 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.985934 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.985934 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.986187 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.986187 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.986439 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.986573 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.986792 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.986792 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.987071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.987071 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.987408 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.987408 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.987676 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.987676 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.987932 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.988076 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.988263 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.988388 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.988469 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.988590 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.988754 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.988915 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.989076 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.989237 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.989399 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.989663 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.990433 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.990644 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.990906 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.991075 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.991239 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.991402 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.991565 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.991741 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.991904 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.992067 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.992274 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.992440 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.992617 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.992780 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.992941 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.993102 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.993264 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.993433 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.993595 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.993756 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.993917 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.994078 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.994252 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.994413 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.994574 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.994734 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.994894 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.995063 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.995225 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.995386 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.995547 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.995707 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.995876 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.996038 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.996276 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.996399 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.996565 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.996741 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.996911 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.997063 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.997224 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.997403 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.997549 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.997709 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.997870 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.998033 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.998199 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.998371 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.998540 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.998703 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.998872 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.999041 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.999210 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.999371 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.999538 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.999711 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:20.999871 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.000032 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.000233 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.000396 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.000558 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.000719 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.000880 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.001041 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.001202 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.001362 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.001523 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.001684 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.001845 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.002006 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.002197 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.002375 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.002537 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.002819 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.002918 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 14:10:21.002998 dv-cinder-761113-15-smb neutron-server[93466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 14:10:21.176727 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37016) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:21.185880 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064597 Jun 28 14:10:32.826642 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f9d0a7-35ba-420e-ba00-266496aa5230 None None] get_active_networks_info from dv-cinder-761113-15-smb {{(pid=93577) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 14:10:32.933878 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f9d0a7-35ba-420e-ba00-266496aa5230 None None] No non-hosted networks {{(pid=93577) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 14:10:32.940831 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.agentschedulers_db [None req-31f9d0a7-35ba-420e-ba00-266496aa5230 None None] DHCP Agent not found on host dv-cinder-761113-15-smb {{(pid=93577) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 14:10:33.054043 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-d37810e6-51be-4d2f-8b5c-021dbf87163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577292'] for agent, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:35.298976 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-981cf603-5352-435c-a99e-8a9419db9c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577292'] for agent, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:35.346567 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.db.api [None req-80cd1ab5-0de4-4846-bcfc-81559e01cc3f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-761113-15-smb {{(pid=93577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:10:35.346972 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_db.api [None req-80cd1ab5-0de4-4846-bcfc-81559e01cc3f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:10:35.481669 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577292'] for agent, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:35.482564 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.483054 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.483547 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.484020 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.484525 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.484994 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.485480 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.485969 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.486440 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.486953 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.487419 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.487894 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:35.488438 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-761113-15-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:10:35.498963 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-761113-15-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:10:35.981735 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-80cd1ab5-0de4-4846-bcfc-81559e01cc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:36.634966 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577292'] for agent, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:38.103402 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577292'] for agent, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:39.218410 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37110) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:39.722766 dv-cinder-761113-15-smb neutron-server[93576]: WARNING oslo_policy.policy [None req-84beb0f9-5272-4d79-92cc-63c404ecb45a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:39.724096 dv-cinder-761113-15-smb neutron-server[93576]: WARNING oslo_policy.policy [None req-84beb0f9-5272-4d79-92cc-63c404ecb45a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:39.938316 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [None req-84beb0f9-5272-4d79-92cc-63c404ecb45a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:10:39.939275 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-84beb0f9-5272-4d79-92cc-63c404ecb45a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7199574 Jun 28 14:10:40.514888 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.db.l3_hamode_db [None req-8eabf3c0-7692-4099-a066-21c3c51f0cb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 14:10:40.590584 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabf3c0-7692-4099-a066-21c3c51f0cb1 None None] Routers set() bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:10:40.590968 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabf3c0-7692-4099-a066-21c3c51f0cb1 None None] Router IDs set() for agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 14:10:42.261851 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37124) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:42.572033 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:10:42.678164 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.policy [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93576) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 14:10:42.722625 dv-cinder-761113-15-smb neutron-server[93576]: WARNING oslo_policy.policy [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:42.723578 dv-cinder-761113-15-smb neutron-server[93576]: WARNING oslo_policy.policy [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:42.732252 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.quota [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] Loaded quota_driver: . Jun 28 14:10:42.897327 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791971972420', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791971972969', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791971959761', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791971962247', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791971963736', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791971941221', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-617243', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1655630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1453629'] for rbac-policy, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:43.077430 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:43.078607 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-9695987a-2a8a-478c-aa98-86cfa7ea95bf admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8157802 Jun 28 14:10:45.639091 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37136) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:45.939006 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'project_id': '33a38333bace4a0799e68debe4b0c6c8'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:10:46.054341 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Made reservation on behalf of 33a38333bace4a0799e68debe4b0c6c8 for: {'network': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:10:46.057164 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.073762 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.198777 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.260032 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.265418 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:46.286534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:10:46.311687 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791973192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.312221 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Unsubscribe: segment precommit_create {{(pid=93576) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 14:10:46.312736 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.segments_db [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Added segment d004bb08-908a-4b51-a417-f2b916db440b of type vlan for network 00315b1a-7839-4d63-87fe-434b5554a7af Jun 28 14:10:46.329180 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b91671-245d-467d-bdc4-0f5ce6de389c,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:46.355907 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.356406 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.356744 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.357066 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.357384 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.357700 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.358013 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.358326 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.358650 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.358967 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.359274 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.359577 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Tracked resource versions report: Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: pushed versions: Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: { 'AddressGroup': {'1.2'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'ConntrackHelper': {'1.0'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Log': {'1.0'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Network': {'1.1'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Port': {'1.7'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'PortForwarding': {'1.2'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'QosPolicy': {'1.8'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroup': {'1.4'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'SubPort': {'1.0'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Subnet': {'1.1'}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Trunk': {'1.1'}} Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: consumer versions: Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'ConntrackHelper': '1.0', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Log': '1.0', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Network': '1.1', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Port': '1.7', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'PortForwarding': '1.2', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'QosPolicy': '1.8', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroup': '1.4', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroupRule': '1.2', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'SubPort': '1.0', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Subnet': '1.1', Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: 'Trunk': '1.1'}} Jun 28 14:10:46.360673 dv-cinder-761113-15-smb neutron-server[93576]: {{(pid=93576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:10:46.433926 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.439098 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:46.562791 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.564237 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:46.564948 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:46.567512 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:46.662200 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Pushing event updated for resources: {'Network': ['ID=00315b1a-7839-4d63-87fe-434b5554a7af,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:46.665319 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:46.673260 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 00315b1a-7839-4d63-87fe-434b5554a7af details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:10:46.772817 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1325696 Jun 28 14:10:49.396615 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37150) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:49.889170 dv-cinder-761113-15-smb neutron-server[93575]: WARNING oslo_policy.policy [None req-8bc817b6-4c9a-4a0b-84e6-64cff0ad3605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:49.889775 dv-cinder-761113-15-smb neutron-server[93575]: WARNING oslo_policy.policy [None req-8bc817b6-4c9a-4a0b-84e6-64cff0ad3605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:50.324313 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.policy [None req-8bc817b6-4c9a-4a0b-84e6-64cff0ad3605 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 14:10:50.368739 dv-cinder-761113-15-smb neutron-server[93575]: WARNING oslo_policy.policy [None req-8bc817b6-4c9a-4a0b-84e6-64cff0ad3605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:50.369101 dv-cinder-761113-15-smb neutron-server[93575]: WARNING oslo_policy.policy [None req-8bc817b6-4c9a-4a0b-84e6-64cff0ad3605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 14:10:50.377350 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc817b6-4c9a-4a0b-84e6-64cff0ad3605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:50.379764 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-8bc817b6-4c9a-4a0b-84e6-64cff0ad3605 admin admin] 10.222.0.35 "GET /v2.0/networks/00315b1a-7839-4d63-87fe-434b5554a7af HTTP/1.1" status: 200 len: 825 time: 0.9805381 Jun 28 14:10:50.417996 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-74967ad5-c51d-414c-86f2-e56e31b5888e admin admin] 10.222.0.35 "GET /v2.0/subnetpools/30607823-6884-405f-a234-5d68ce398bef HTTP/1.1" status: 200 len: 734 time: 0.0329001 Jun 28 14:10:50.426765 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'subnetpool_id': '30607823-6884-405f-a234-5d68ce398bef'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:10:50.428322 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.quota [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Loaded quota_driver: . Jun 28 14:10:50.534710 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Made reservation on behalf of 33a38333bace4a0799e68debe4b0c6c8 for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:10:50.537662 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:50.903535 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:50.908530 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:50.970331 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Checking segment: {'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:10:50.970722 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Network hostable DHCP agents. Network: 00315b1a-7839-4d63-87fe-434b5554a7af, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:10:50.987864 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c92334-6fa9-4d99-91df-369177ebd1f0,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:51.004802 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.004802 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.004802 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.005198 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.005519 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.005835 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.006146 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.006504 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.006829 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.007141 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.007444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.007746 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Tracked resource versions report: Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: pushed versions: Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: { 'AddressGroup': {'1.2'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'ConntrackHelper': {'1.0'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Log': {'1.0'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Network': {'1.1'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Port': {'1.7'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'PortForwarding': {'1.2'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'QosPolicy': {'1.8'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroup': {'1.4'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'SubPort': {'1.0'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Subnet': {'1.1'}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Trunk': {'1.1'}} Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: consumer versions: Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'ConntrackHelper': '1.0', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Log': '1.0', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Network': '1.1', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Port': '1.7', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'PortForwarding': '1.2', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'QosPolicy': '1.8', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroup': '1.4', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroupRule': '1.2', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'SubPort': '1.0', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Subnet': '1.1', Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: 'Trunk': '1.1'}} Jun 28 14:10:51.008833 dv-cinder-761113-15-smb neutron-server[93575]: {{(pid=93575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:10:51.035250 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:51.065803 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Network 00315b1a-7839-4d63-87fe-434b5554a7af is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:10:51.128639 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 00315b1a-7839-4d63-87fe-434b5554a7af) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:10:51.133265 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:10:51.133889 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:51.138199 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfb6b2-35a7-4220-8388-95b415cb0f83 None None] Network 00315b1a-7839-4d63-87fe-434b5554a7af requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:10:51.203894 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7806494 Jun 28 14:10:51.448705 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-00315b1a-7839-4d63-87fe-434b5554a7af', 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'fixed_ips': [{'subnet_id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:10:51.450024 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:51.727114 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Allocated IP 172.20.0.2 (00315b1a-7839-4d63-87fe-434b5554a7af/f0c92334-6fa9-4d99-91df-369177ebd1f0/9962e4f2-ff19-49cb-8215-7d3940437430) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:10:51.932460 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:51.976594 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Transition to ACTIVE for port object 9962e4f2-ff19-49cb-8215-7d3940437430 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:10:51.997637 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Transition to ACTIVE for port object 9962e4f2-ff19-49cb-8215-7d3940437430 will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:10:52.066476 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:52.069331 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:52.129437 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Network 00315b1a-7839-4d63-87fe-434b5554a7af is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:10:52.135112 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:10:52.138338 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:10:52.174853 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Pushing event updated for resources: {'Port': ['ID=9962e4f2-ff19-49cb-8215-7d3940437430,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:52.201313 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.201701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.202039 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.202368 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.202698 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.203020 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.203338 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.203662 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.203994 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.204331 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.204648 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.204957 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Tracked resource versions report: Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: pushed versions: Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: { 'AddressGroup': {'1.2'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'ConntrackHelper': {'1.0'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Log': {'1.0'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Network': {'1.1'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Port': {'1.7'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'PortForwarding': {'1.2'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'QosPolicy': {'1.8'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroup': {'1.4'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'SubPort': {'1.0'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Subnet': {'1.1'}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Trunk': {'1.1'}} Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: consumer versions: Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'ConntrackHelper': '1.0', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Log': '1.0', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Network': '1.1', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Port': '1.7', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'PortForwarding': '1.2', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'QosPolicy': '1.8', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroup': '1.4', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroupRule': '1.2', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'SubPort': '1.0', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Subnet': '1.1', Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: 'Trunk': '1.1'}} Jun 28 14:10:52.206040 dv-cinder-761113-15-smb neutron-server[93577]: {{(pid=93577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:10:52.210221 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:52.237970 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Attempting to bind port 9962e4f2-ff19-49cb-8215-7d3940437430 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:10:52.238362 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Attempting to bind port 9962e4f2-ff19-49cb-8215-7d3940437430 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:10:52.238867 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Attempting to bind port 9962e4f2-ff19-49cb-8215-7d3940437430 on network 00315b1a-7839-4d63-87fe-434b5554a7af {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:10:52.243629 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:10:52.244042 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Checking segment: {'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:10:52.244527 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:52.244918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Bound using segment: {'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:10:52.245423 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Bound port: 9962e4f2-ff19-49cb-8215-7d3940437430, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:10:52.245836 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:52.307995 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] For port 9962e4f2-ff19-49cb-8215-7d3940437430, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:10:52.312160 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] For port 9962e4f2-ff19-49cb-8215-7d3940437430, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=9962e4f2-ff19-49cb-8215-7d3940437430,segment=NetworkSegment(d004bb08-908a-4b51-a417-f2b916db440b),segment_id=d004bb08-908a-4b51-a417-f2b916db440b)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:10:52.429367 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:52.434663 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:52.497325 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Pushing event updated for resources: {'Port': ['ID=9962e4f2-ff19-49cb-8215-7d3940437430,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:52.500429 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:53.543454 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37170) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:53.867905 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [None req-7113e7cb-f293-474b-b571-46bab1bfbe10 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:10:53.869020 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-7113e7cb-f293-474b-b571-46bab1bfbe10 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246253 Jun 28 14:10:56.193039 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37178) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:56.502533 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [None req-732d6fc4-0faf-46d4-a68c-ef595dd39e9e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:10:56.503562 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-732d6fc4-0faf-46d4-a68c-ef595dd39e9e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3095601 Jun 28 14:10:58.575354 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60f883-e0a4-44b6-b551-100bd3768760 None None] Network 00315b1a-7839-4d63-87fe-434b5554a7af requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:10:58.749668 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-859af955-b19a-4b20-9c69-b5ae49e33d48 None None] Provisioning for port 9962e4f2-ff19-49cb-8215-7d3940437430 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:10:59.125554 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37192) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:10:59.227034 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 9962e4f2-ff19-49cb-8215-7d3940437430 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:10:59.371758 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 9962e4f2-ff19-49cb-8215-7d3940437430 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:10:59.375523 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 9962e4f2-ff19-49cb-8215-7d3940437430 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:10:59.375928 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:59.426653 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-567f17f3-7f4c-4a5c-a32c-dfcc51070dd6 admin admin] Request body: {'router': {'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:10:59.483146 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:59.516512 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 9962e4f2-ff19-49cb-8215-7d3940437430, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=9962e4f2-ff19-49cb-8215-7d3940437430,segment=NetworkSegment(d004bb08-908a-4b51-a417-f2b916db440b),segment_id=d004bb08-908a-4b51-a417-f2b916db440b)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:10:59.531839 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-567f17f3-7f4c-4a5c-a32c-dfcc51070dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:59.533444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-567f17f3-7f4c-4a5c-a32c-dfcc51070dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:59.588823 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:59.591979 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3ba12a3f-f7f6-4caa-be84-f6a1be272bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:10:59.637943 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=9962e4f2-ff19-49cb-8215-7d3940437430,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:10:59.641253 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:10:59.697102 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-567f17f3-7f4c-4a5c-a32c-dfcc51070dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:10:59.927583 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-567f17f3-7f4c-4a5c-a32c-dfcc51070dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:00.022788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-567f17f3-7f4c-4a5c-a32c-dfcc51070dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:00.023993 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-567f17f3-7f4c-4a5c-a32c-dfcc51070dd6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8974454 Jun 28 14:11:01.209679 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 9962e4f2-ff19-49cb-8215-7d3940437430 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:01.258811 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 9962e4f2-ff19-49cb-8215-7d3940437430 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:01.259177 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:02.375325 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37200) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:02.685794 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [None req-34e16381-63a1-4f5e-b277-aff5b6ce85b6 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:11:02.686771 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-34e16381-63a1-4f5e-b277-aff5b6ce85b6 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105228 Jun 28 14:11:02.774426 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-0436afc5-58ac-4c13-8b0a-16cde24585e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.040818 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37208) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:05.274138 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-9dd5beca-ef7e-4d91-8f40-2531cfd6bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.349580 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:05.447856 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Made reservation on behalf of 4f527e618fb943c9ac4b70bbafb190cf for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:05.450331 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.457001 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.466345 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.578436 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.657031 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.661420 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:05.671711 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Reserving flat network on physical network physnet1 {{(pid=93575) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 14:11:05.696610 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed96a7f8-fac7-4ee5-987b-0c5a96defd36,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:05.699230 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791973192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.700096 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Unsubscribe: segment precommit_create {{(pid=93575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 14:11:05.700239 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Added segment e6c943db-b173-4b41-bc21-f98f0e651961 of type flat for network 3b939953-808b-497e-ba61-fcc797e0961e Jun 28 14:11:05.715596 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:05.783299 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.891509 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.892756 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:05.893341 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:05.895271 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:05.981044 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Pushing event updated for resources: {'Network': ['ID=3b939953-808b-497e-ba61-fcc797e0961e,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:05.984939 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:05.994559 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 3b939953-808b-497e-ba61-fcc797e0961e details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:11:06.015050 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9731848 Jun 28 14:11:06.451154 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:08.068970 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:08.314190 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37226) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:08.487035 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa43e59-f9c5-4508-859a-d540f1f0ad8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:08.488367 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-afa43e59-f9c5-4508-859a-d540f1f0ad8e admin admin] 10.222.0.35 "GET /v2.0/subnets/f0c92334-6fa9-4d99-91df-369177ebd1f0 HTTP/1.1" status: 200 len: 849 time: 0.1732125 Jun 28 14:11:08.605159 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5e87a248-c81b-4935-9173-99c7eefbf6df admin admin] 10.222.0.35 "GET /v2.0/routers/f9b8e815-0e31-42d3-8de1-e512cd2cfae6 HTTP/1.1" status: 200 len: 704 time: 0.1101773 Jun 28 14:11:08.873857 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:09.153078 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Allocated IP 172.20.0.1 (00315b1a-7839-4d63-87fe-434b5554a7af/f0c92334-6fa9-4d99-91df-369177ebd1f0/3a7ea862-56ab-43ee-b2e7-7d38cda49007) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:11:09.301866 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:09.323168 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Transition to ACTIVE for port object 3a7ea862-56ab-43ee-b2e7-7d38cda49007 will not be triggered until provisioned by entity DHCP. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:11:09.509542 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:09.511641 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:09.577867 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Network 00315b1a-7839-4d63-87fe-434b5554a7af is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:11:09.589300 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:09.605150 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:11:09.605150 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:09.605150 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7ea862-56ab-43ee-b2e7-7d38cda49007,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:09.651849 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:09.822366 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-23c1f1d7-8c01-4a54-a902-941feec63ba3 None None] Provisioning for port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:11:09.826181 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-23c1f1d7-8c01-4a54-a902-941feec63ba3 None None] Provisioning complete for port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:09.826546 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-23c1f1d7-8c01-4a54-a902-941feec63ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:09.858055 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-23c1f1d7-8c01-4a54-a902-941feec63ba3 None None] Port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:11:09.859409 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:10.031731 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:10.110887 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:10.111894 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:10.114779 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:10.195988 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7ea862-56ab-43ee-b2e7-7d38cda49007,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:10.199640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:10.234444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Network 00315b1a-7839-4d63-87fe-434b5554a7af is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:11:10.235700 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:10.453897 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:11:10.478850 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-f68430fa-4e4f-4445-ac7f-f1f8f54f16d9 None None] Provisioning complete for port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:10.479218 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-f68430fa-4e4f-4445-ac7f-f1f8f54f16d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:10.512179 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-f68430fa-4e4f-4445-ac7f-f1f8f54f16d9 None None] Port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:11:10.545082 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:11:10.550279 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] 10.222.0.35 "PUT /v2.0/routers/f9b8e815-0e31-42d3-8de1-e512cd2cfae6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9410994 Jun 28 14:11:10.568175 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Sync routers for ids ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:11:10.579241 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Routers {'f9b8e815-0e31-42d3-8de1-e512cd2cfae6'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:10.580142 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:11:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:10.762993 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Set router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 gateway port host: None {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:11.182057 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'name': 'router1', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:10:59Z', 'updated_at': '2021-06-28T14:11:09Z', 'revision_number': 2, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'gw_port_host': None, '_interfaces': [{'id': '3a7ea862-56ab-43ee-b2e7-7d38cda49007', 'name': '', 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'mac_address': 'fa:16:3e:0b:a3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:08Z', 'updated_at': '2021-06-28T14:11:09Z', 'revision_number': 2, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'subnets': [{'id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30607823-6884-405f-a234-5d68ce398bef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:11.232406 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Checking router: f9b8e815-0e31-42d3-8de1-e512cd2cfae6 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:11:11.232768 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Updating router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:11:11.295904 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:11.773731 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:11.791166 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Transition to ACTIVE for port object 3a7ea862-56ab-43ee-b2e7-7d38cda49007 will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:11:11.851253 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:11.856401 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:11.986503 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Pushing event updated for resources: {'Port': ['ID=3a7ea862-56ab-43ee-b2e7-7d38cda49007,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:12.012249 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.012586 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.012934 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.013233 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.013551 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.013866 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.014179 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.014493 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.014809 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.015119 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.015425 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.015730 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Tracked resource versions report: Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: pushed versions: Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: { 'AddressGroup': {'1.2'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'ConntrackHelper': {'1.0'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Log': {'1.0'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Network': {'1.1'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Port': {'1.7'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'PortForwarding': {'1.2'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'QosPolicy': {'1.8'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroup': {'1.4'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'SubPort': {'1.0'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Subnet': {'1.1'}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Trunk': {'1.1'}} Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: consumer versions: Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'ConntrackHelper': '1.0', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Log': '1.0', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Network': '1.1', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Port': '1.7', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'PortForwarding': '1.2', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'QosPolicy': '1.8', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroup': '1.4', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroupRule': '1.2', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'SubPort': '1.0', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Subnet': '1.1', Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: 'Trunk': '1.1'}} Jun 28 14:11:12.016828 dv-cinder-761113-15-smb neutron-server[93578]: {{(pid=93578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:11:12.028472 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Attempting to bind port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:11:12.028879 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Attempting to bind port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:11:12.029317 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Attempting to bind port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 on network 00315b1a-7839-4d63-87fe-434b5554a7af {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:12.033881 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:12.035724 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:11:12.036147 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Checking segment: {'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:12.036624 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.037003 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Bound using segment: {'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:11:12.037510 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Bound port: 3a7ea862-56ab-43ee-b2e7-7d38cda49007, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd004bb08-908a-4b51-a417-f2b916db440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:11:12.037916 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.102471 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] For port 3a7ea862-56ab-43ee-b2e7-7d38cda49007, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:11:12.123752 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] For port 3a7ea862-56ab-43ee-b2e7-7d38cda49007, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=3a7ea862-56ab-43ee-b2e7-7d38cda49007,segment=NetworkSegment(d004bb08-908a-4b51-a417-f2b916db440b),segment_id=d004bb08-908a-4b51-a417-f2b916db440b)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:11:12.200416 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:12.202764 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:12.257812 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Routers {'f9b8e815-0e31-42d3-8de1-e512cd2cfae6'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:12.258354 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:11:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:12.299153 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Pushing event updated for resources: {'Port': ['ID=3a7ea862-56ab-43ee-b2e7-7d38cda49007,revision_number=4']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:12.303106 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:12.354484 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] Set router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 gateway port host: None {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:12.555455 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'name': 'router1', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:10:59Z', 'updated_at': '2021-06-28T14:11:09Z', 'revision_number': 2, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'gw_port_host': None, '_interfaces': [{'id': '3a7ea862-56ab-43ee-b2e7-7d38cda49007', 'name': '', 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'mac_address': 'fa:16:3e:0b:a3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:08Z', 'updated_at': '2021-06-28T14:11:12Z', 'revision_number': 4, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'subnets': [{'id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30607823-6884-405f-a234-5d68ce398bef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:12.580526 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e54bca-bd21-4ec8-a116-0206c72352fc None None] The sync data for ids ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'] in dv-cinder-761113-15-smb is: [{'id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'name': 'router1', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:10:59Z', 'updated_at': '2021-06-28T14:11:09Z', 'revision_number': 2, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'gw_port_host': None, '_interfaces': [{'id': '3a7ea862-56ab-43ee-b2e7-7d38cda49007', 'name': '', 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'mac_address': 'fa:16:3e:0b:a3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:08Z', 'updated_at': '2021-06-28T14:11:12Z', 'revision_number': 4, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'subnets': [{'id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30607823-6884-405f-a234-5d68ce398bef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:11:12.760821 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37246) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:12.871068 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe078b8d-95d6-40c6-a9bf-2970b49d1778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:12.872360 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-fe078b8d-95d6-40c6-a9bf-2970b49d1778 admin admin] 10.222.0.35 "GET /v2.0/networks/3b939953-808b-497e-ba61-fcc797e0961e HTTP/1.1" status: 200 len: 842 time: 0.1104774 Jun 28 14:11:12.882317 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'ip_version': 4}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:12.984981 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Made reservation on behalf of 4f527e618fb943c9ac4b70bbafb190cf for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:11:12.987405 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.310808 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.objects.ports [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93575) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 14:11:13.311241 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.313328 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-31ae9b40-7053-4df2-a1db-1becfa2fada9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:13.361842 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc90170-9f32-48fc-b2cc-1c4906db30d0,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:13.366017 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:13.372480 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:13.372836 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Network hostable DHCP agents. Network: 3b939953-808b-497e-ba61-fcc797e0961e, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:11:13.487816 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:11:13.573425 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 3b939953-808b-497e-ba61-fcc797e0961e) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:13.577666 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:13.578382 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:13.583473 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7786df-4186-4791-ba98-6f671ebffb56 None None] Network 3b939953-808b-497e-ba61-fcc797e0961e requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:13.678471 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8002200 Jun 28 14:11:13.713636 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d45a4f-95f1-40e3-8bad-3b906e455538 None None] Network 3b939953-808b-497e-ba61-fcc797e0961e requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:11:15.945521 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37258) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:16.224508 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-dd0810f5-74bc-49dd-805a-40be785452fb admin admin] 10.222.0.35 "GET /v2.0/routers/f9b8e815-0e31-42d3-8de1-e512cd2cfae6 HTTP/1.1" status: 200 len: 710 time: 0.2778556 Jun 28 14:11:16.373665 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d563f5-b097-4403-aae7-560cdd8fcb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:11:16.380541 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-e2d563f5-b097-4403-aae7-560cdd8fcb0a admin admin] 10.222.0.35 "GET /v2.0/networks/3b939953-808b-497e-ba61-fcc797e0961e HTTP/1.1" status: 200 len: 886 time: 0.1454360 Jun 28 14:11:16.384392 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:11:16.635947 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:16.945884 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.018720 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.206839 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Allocated IP 172.28.3.225 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/e04c24fa-30ac-4cfa-8ae6-8a9036df3772) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:11:17.233414 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 3a7ea862-56ab-43ee-b2e7-7d38cda49007 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:17.318352 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.333460 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:11:17.337405 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:17.337781 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.414971 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.445748 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 3a7ea862-56ab-43ee-b2e7-7d38cda49007, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=3a7ea862-56ab-43ee-b2e7-7d38cda49007,segment=NetworkSegment(d004bb08-908a-4b51-a417-f2b916db440b),segment_id=d004bb08-908a-4b51-a417-f2b916db440b)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:17.451803 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.456659 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:17.514163 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:17.518790 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:17.524034 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:11:17.529595 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:11:17.542918 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:11:17.548553 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Pushing event updated for resources: {'Port': ['ID=e04c24fa-30ac-4cfa-8ae6-8a9036df3772,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:17.560710 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=3a7ea862-56ab-43ee-b2e7-7d38cda49007,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:17.563580 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:17.585395 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:17.958448 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.143481 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.146673 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515050'] for router, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.252881 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:11:18.358048 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:11:18.362883 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:18.364224 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] 10.222.0.35 "PUT /v2.0/routers/f9b8e815-0e31-42d3-8de1-e512cd2cfae6 HTTP/1.1" status: 200 len: 890 time: 1.9830151 Jun 28 14:11:18.369218 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Sync routers for ids ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:11:18.380164 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Routers {'f9b8e815-0e31-42d3-8de1-e512cd2cfae6'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:18.380877 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:11:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:18.654514 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Set router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:19.044066 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'name': 'router1', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e04c24fa-30ac-4cfa-8ae6-8a9036df3772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:10:59Z', 'updated_at': '2021-06-28T14:11:17Z', 'revision_number': 4, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'gw_port': {'id': 'e04c24fa-30ac-4cfa-8ae6-8a9036df3772', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:17Z', 'updated_at': '2021-06-28T14:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '3a7ea862-56ab-43ee-b2e7-7d38cda49007', 'name': '', 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'mac_address': 'fa:16:3e:0b:a3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:08Z', 'updated_at': '2021-06-28T14:11:17Z', 'revision_number': 5, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'subnets': [{'id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30607823-6884-405f-a234-5d68ce398bef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:19.094866 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Checking router: f9b8e815-0e31-42d3-8de1-e512cd2cfae6 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:11:19.095241 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Updating router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 port e04c24fa-30ac-4cfa-8ae6-8a9036df3772 binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:11:19.127892 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:19.223257 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 3a7ea862-56ab-43ee-b2e7-7d38cda49007 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:19.382490 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:19.383138 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:19.543593 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:19.557178 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Transition to ACTIVE for port object e04c24fa-30ac-4cfa-8ae6-8a9036df3772 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:11:19.639592 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:19.641824 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:19.695316 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f961d8b-cdb2-42cc-9f64-bf4fb30522a7 None None] Pushing event updated for resources: {'Port': ['ID=e04c24fa-30ac-4cfa-8ae6-8a9036df3772,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:19.697529 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Attempting to bind port e04c24fa-30ac-4cfa-8ae6-8a9036df3772 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:11:19.697876 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Attempting to bind port e04c24fa-30ac-4cfa-8ae6-8a9036df3772 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:11:19.698241 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Attempting to bind port e04c24fa-30ac-4cfa-8ae6-8a9036df3772 on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:11:19.700288 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3f961d8b-cdb2-42cc-9f64-bf4fb30522a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:19.704081 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:11:19.704491 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:11:19.704886 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:19.705266 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:11:19.705727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Bound port: e04c24fa-30ac-4cfa-8ae6-8a9036df3772, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:11:19.706120 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:19.756593 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] For port e04c24fa-30ac-4cfa-8ae6-8a9036df3772, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:11:19.759579 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] For port e04c24fa-30ac-4cfa-8ae6-8a9036df3772, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=e04c24fa-30ac-4cfa-8ae6-8a9036df3772,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:11:19.834420 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:19.836784 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:19.891997 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f961d8b-cdb2-42cc-9f64-bf4fb30522a7 None None] Pushing event updated for resources: {'Port': ['ID=e04c24fa-30ac-4cfa-8ae6-8a9036df3772,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:19.894575 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Routers {'f9b8e815-0e31-42d3-8de1-e512cd2cfae6'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:11:19.895179 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:11:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:19.898000 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3f961d8b-cdb2-42cc-9f64-bf4fb30522a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:20.075849 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] Set router f9b8e815-0e31-42d3-8de1-e512cd2cfae6 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:11:20.283580 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'name': 'router1', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e04c24fa-30ac-4cfa-8ae6-8a9036df3772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:10:59Z', 'updated_at': '2021-06-28T14:11:17Z', 'revision_number': 4, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'gw_port': {'id': 'e04c24fa-30ac-4cfa-8ae6-8a9036df3772', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:17Z', 'updated_at': '2021-06-28T14:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '3a7ea862-56ab-43ee-b2e7-7d38cda49007', 'name': '', 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'mac_address': 'fa:16:3e:0b:a3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:08Z', 'updated_at': '2021-06-28T14:11:17Z', 'revision_number': 5, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'subnets': [{'id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30607823-6884-405f-a234-5d68ce398bef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:11:20.311756 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33ffa9-f618-4074-b0e5-12ba47fc5435 None None] The sync data for ids ['f9b8e815-0e31-42d3-8de1-e512cd2cfae6'] in dv-cinder-761113-15-smb is: [{'id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'name': 'router1', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e04c24fa-30ac-4cfa-8ae6-8a9036df3772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:10:59Z', 'updated_at': '2021-06-28T14:11:17Z', 'revision_number': 4, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'gw_port': {'id': 'e04c24fa-30ac-4cfa-8ae6-8a9036df3772', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:17Z', 'updated_at': '2021-06-28T14:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '3a7ea862-56ab-43ee-b2e7-7d38cda49007', 'name': '', 'network_id': '00315b1a-7839-4d63-87fe-434b5554a7af', 'tenant_id': '33a38333bace4a0799e68debe4b0c6c8', 'mac_address': 'fa:16:3e:0b:a3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b8e815-0e31-42d3-8de1-e512cd2cfae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:11:08Z', 'updated_at': '2021-06-28T14:11:17Z', 'revision_number': 5, 'project_id': '33a38333bace4a0799e68debe4b0c6c8', 'subnets': [{'id': 'f0c92334-6fa9-4d99-91df-369177ebd1f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30607823-6884-405f-a234-5d68ce398bef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:11:20.761043 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37266) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:11:20.890264 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-d7f3a257-d982-4377-acae-f1169fd1ba98 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1281083 Jun 28 14:11:21.235863 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device e04c24fa-30ac-4cfa-8ae6-8a9036df3772 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:21.356430 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port e04c24fa-30ac-4cfa-8ae6-8a9036df3772 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:11:21.360463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port e04c24fa-30ac-4cfa-8ae6-8a9036df3772 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:21.360833 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:21.453808 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:21.474760 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port e04c24fa-30ac-4cfa-8ae6-8a9036df3772, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=e04c24fa-30ac-4cfa-8ae6-8a9036df3772,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:11:21.551999 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:21.554213 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:11:21.606727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=e04c24fa-30ac-4cfa-8ae6-8a9036df3772,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:11:21.606727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:11:23.231946 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device e04c24fa-30ac-4cfa-8ae6-8a9036df3772 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:11:23.285339 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port e04c24fa-30ac-4cfa-8ae6-8a9036df3772 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:11:23.285339 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:31.870492 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:11:32.813633 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-07c32e79-d26d-4e32-86c6-0bd91d8f4ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:35.268117 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-92f978b1-49d3-4719-a692-6fb03f8abaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:35.437597 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:36.474205 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:11:38.079750 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:02.773584 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-d53db9c3-7277-4815-8d0a-79a64ebb4869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:05.275482 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4dfa2f12-b682-4a0c-abe3-d26e100b5e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:05.441239 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:06.467946 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:08.124212 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:08.868826 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:12:32.780841 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-f1394010-e428-40a0-b1d8-1083c76d576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.266768 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-8ecc09db-e1f4-485c-b768-41aab5923b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:35.434297 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:36.469029 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:38.085652 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:12:45.867052 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:12:57.441689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37834) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:57.563462 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17d23b4-2f33-447c-b815-795932ee428b admin admin] GET failed (client error): The resource could not be found. Jun 28 14:12:57.564881 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b17d23b4-2f33-447c-b815-795932ee428b admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1222539 Jun 28 14:12:57.718584 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b1655-8422-4cd9-b0bc-d8ebedd63ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:57.720044 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-706b1655-8422-4cd9-b0bc-d8ebedd63ccc admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1513178 Jun 28 14:12:59.853588 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37844) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:12:59.944631 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fe5ee-c3b7-4a57-adda-812cd99f7d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:12:59.945965 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b73fe5ee-c3b7-4a57-adda-812cd99f7d8d admin admin] 10.222.0.35 "GET /v2.0/subnets/f0c92334-6fa9-4d99-91df-369177ebd1f0 HTTP/1.1" status: 200 len: 849 time: 0.0914097 Jun 28 14:12:59.955469 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:13:00.035925 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:00.231553 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791973206492'] for subnet, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:00.233678 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7de24ee5-018a-4456-85f7-6ea988ef25fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:00.263529 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:00.264104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:00.266004 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] 10.222.0.35 "PUT /v2.0/subnets/f0c92334-6fa9-4d99-91df-369177ebd1f0 HTTP/1.1" status: 200 len: 868 time: 0.3146906 Jun 28 14:13:00.281836 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c92334-6fa9-4d99-91df-369177ebd1f0,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:00.284269 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7846e-3fd8-4ee4-9d18-12d89d1c6995 None None] Network 00315b1a-7839-4d63-87fe-434b5554a7af requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:13:00.289895 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.290202 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.290571 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.290905 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.291228 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.291639 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.291953 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.292301 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.292637 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.292959 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.293294 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.293607 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:00.297972 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:00.681525 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-a0783ca6-4b62-43fd-aa76-77fc8b973f2a None None] Provisioning complete for port 3a7ea862-56ab-43ee-b2e7-7d38cda49007 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:13:00.681895 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-a0783ca6-4b62-43fd-aa76-77fc8b973f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:00.774953 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-a0783ca6-4b62-43fd-aa76-77fc8b973f2a None None] Provisioning complete for port 9962e4f2-ff19-49cb-8215-7d3940437430 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:13:00.775328 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-a0783ca6-4b62-43fd-aa76-77fc8b973f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:02.392354 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37852) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:02.583590 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62688acc-0d68-4309-8485-860916bfcbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:02.583987 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62688acc-0d68-4309-8485-860916bfcbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:02.585523 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-62688acc-0d68-4309-8485-860916bfcbfd admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922238 Jun 28 14:13:02.782164 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-741b8202-9ec6-4bc1-bcde-3f318617b472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:04.707445 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37860) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:04.903619 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c0a73e-ad53-40f8-816d-3e95de6bad49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:04.904021 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c0a73e-ad53-40f8-816d-3e95de6bad49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:04.906140 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d7c0a73e-ad53-40f8-816d-3e95de6bad49 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977506 Jun 28 14:13:05.262338 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5ab2-47e4-4be9-9060-090301505030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:05.439249 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:06.793383 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:07.040301 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37870) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:07.185306 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21501971-c9f1-4864-95ca-d56db4236a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:07.186703 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-21501971-c9f1-4864-95ca-d56db4236a11 admin admin] 10.222.0.35 "GET /v2.0/networks/00315b1a-7839-4d63-87fe-434b5554a7af HTTP/1.1" status: 200 len: 869 time: 0.1454208 Jun 28 14:13:08.100309 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:09.386528 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37878) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:09.514263 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19974e-24c3-4455-a570-03b28360c52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:09.515529 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-ad19974e-24c3-4455-a570-03b28360c52a admin admin] 10.222.0.35 "GET /v2.0/networks/3b939953-808b-497e-ba61-fcc797e0961e HTTP/1.1" status: 200 len: 886 time: 0.1280644 Jun 28 14:13:11.635550 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 37886) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:11.754109 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85298e4-924c-4193-a0e5-fd8241f579bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:11.754584 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85298e4-924c-4193-a0e5-fd8241f579bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:11.756116 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c85298e4-924c-4193-a0e5-fd8241f579bd admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196094 Jun 28 14:13:13.875938 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37894) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:13.996367 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2018244-c320-401d-a6b5-72b9d9c590c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:13.996828 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2018244-c320-401d-a6b5-72b9d9c590c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:13.998357 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a2018244-c320-401d-a6b5-72b9d9c590c0 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214380 Jun 28 14:13:16.135071 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37902) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:16.221189 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86a22b-0724-4d08-833d-8366a5ed179a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:16.222483 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-da86a22b-0724-4d08-833d-8366a5ed179a admin admin] 10.222.0.35 "GET /v2.0/subnets/ecc90170-9f32-48fc-b2cc-1c4906db30d0 HTTP/1.1" status: 200 len: 816 time: 0.0864599 Jun 28 14:13:18.391189 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37910) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:18.479657 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2c264-3f62-4977-9879-4f153308d9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:18.481011 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-66f2c264-3f62-4977-9879-4f153308d9bc admin admin] 10.222.0.35 "GET /v2.0/subnets/f0c92334-6fa9-4d99-91df-369177ebd1f0 HTTP/1.1" status: 200 len: 868 time: 0.0888669 Jun 28 14:13:22.865762 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:13:32.896071 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4f16d665-a1df-4bb5-af3f-2e9168df9371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:35.238384 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-cab5f7c3-efdf-4f3e-9190-08d3a600bb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:35.436424 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:36.464758 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:38.089647 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:41.869377 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37954) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:41.916389 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [None req-4da615d8-ac94-474a-977b-127867bf0ecb admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:13:41.917378 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-4da615d8-ac94-474a-977b-127867bf0ecb admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470653 Jun 28 14:13:44.101298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37962) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:44.161561 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.pecan_wsgi.hooks.translation [None req-46304f41-fbd8-465f-8cee-07dde5005d18 admin admin] GET failed (client error): The resource could not be found. Jun 28 14:13:44.162901 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-46304f41-fbd8-465f-8cee-07dde5005d18 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606570 Jun 28 14:13:44.249371 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286038a-b5d5-4e7a-b970-c5a4309a230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:44.251105 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b286038a-b5d5-4e7a-b970-c5a4309a230b admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844190 Jun 28 14:13:46.453676 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37970) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:46.498765 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:13:46.591881 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Made reservation on behalf of 4f527e618fb943c9ac4b70bbafb190cf for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:13:46.594152 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:46.620748 dv-cinder-761113-15-smb neutron-server[93575]: WARNING neutron.services.revisions.revision_plugin [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Could not find related network for resource to bump revision. Jun 28 14:13:46.634234 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:13:46.642858 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:46.643190 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Added segment 31015bf4-ff32-40d4-9a40-21e000b8d4c8 of type vlan for network 6d03ac53-8d8c-4a20-9d67-bc802534868f Jun 28 14:13:46.682103 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:46.779145 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:46.780487 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:46.781052 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:46.783062 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:46.839390 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Pushing event updated for resources: {'Network': ['ID=6d03ac53-8d8c-4a20-9d67-bc802534868f,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:46.842246 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:46.849667 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 6d03ac53-8d8c-4a20-9d67-bc802534868f details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:13:46.889868 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4350348 Jun 28 14:13:49.030908 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 37978) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:13:49.088992 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3aa7aa-ded7-4e2b-a62f-51ce709bd454 admin admin] GET failed (client error): The resource could not be found. Jun 28 14:13:49.090309 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-fd3aa7aa-ded7-4e2b-a62f-51ce709bd454 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585186 Jun 28 14:13:49.159870 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214efd5-13a4-48d6-8b46-55e4fa1b191c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:49.161470 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-4214efd5-13a4-48d6-8b46-55e4fa1b191c admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672326 Jun 28 14:13:49.171029 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f', 'name': 'shared-subnet'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:13:49.237540 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Made reservation on behalf of 4f527e618fb943c9ac4b70bbafb190cf for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:13:49.239825 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:49.438005 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:49.440771 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:49.497732 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad8d04e-3608-4560-9ec8-bf519edf3fee,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:49.502368 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:49.504831 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Checking segment: {'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:13:49.505181 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Network hostable DHCP agents. Network: 6d03ac53-8d8c-4a20-9d67-bc802534868f, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:13:49.568855 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Network 6d03ac53-8d8c-4a20-9d67-bc802534868f is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:13:49.635861 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 6d03ac53-8d8c-4a20-9d67-bc802534868f) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:13:49.640529 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:13:49.641098 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:49.646289 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f63d02-3106-4d58-ac79-f7d5c039b9a6 None None] Network 6d03ac53-8d8c-4a20-9d67-bc802534868f requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:13:49.717199 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5496616 Jun 28 14:13:49.890484 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-6d03ac53-8d8c-4a20-9d67-bc802534868f', 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f', 'tenant_id': '4f527e618fb943c9ac4b70bbafb190cf', 'fixed_ips': [{'subnet_id': 'bad8d04e-3608-4560-9ec8-bf519edf3fee'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:13:49.891377 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:50.026369 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Allocated IP 192.168.233.2 (6d03ac53-8d8c-4a20-9d67-bc802534868f/bad8d04e-3608-4560-9ec8-bf519edf3fee/d0b0c029-e9e9-4e99-87cf-8a208fe901cc) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:13:50.170664 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:50.179378 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Transition to ACTIVE for port object d0b0c029-e9e9-4e99-87cf-8a208fe901cc will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:13:50.194085 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Transition to ACTIVE for port object d0b0c029-e9e9-4e99-87cf-8a208fe901cc will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:13:50.265490 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:50.267700 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:50.311947 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Network 6d03ac53-8d8c-4a20-9d67-bc802534868f is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:13:50.315777 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:13:50.317610 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Pushing event updated for resources: {'Port': ['ID=d0b0c029-e9e9-4e99-87cf-8a208fe901cc,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:50.319707 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:13:50.330864 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.331201 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.331532 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.331855 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.332195 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:13:50.338918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:50.384941 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Attempting to bind port d0b0c029-e9e9-4e99-87cf-8a208fe901cc on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:13:50.385312 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Attempting to bind port d0b0c029-e9e9-4e99-87cf-8a208fe901cc by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:13:50.385677 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Attempting to bind port d0b0c029-e9e9-4e99-87cf-8a208fe901cc on network 6d03ac53-8d8c-4a20-9d67-bc802534868f {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:13:50.391805 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:13:50.392214 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Checking segment: {'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:13:50.392618 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:50.393012 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Bound using segment: {'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:13:50.393481 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Bound port: d0b0c029-e9e9-4e99-87cf-8a208fe901cc, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:13:50.393876 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:50.456324 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] For port d0b0c029-e9e9-4e99-87cf-8a208fe901cc, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:13:50.459400 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] For port d0b0c029-e9e9-4e99-87cf-8a208fe901cc, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=d0b0c029-e9e9-4e99-87cf-8a208fe901cc,segment=NetworkSegment(31015bf4-ff32-40d4-9a40-21e000b8d4c8),segment_id=31015bf4-ff32-40d4-9a40-21e000b8d4c8)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:13:50.564558 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:50.566744 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:50.625803 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Pushing event updated for resources: {'Port': ['ID=d0b0c029-e9e9-4e99-87cf-8a208fe901cc,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:50.629028 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:51.361615 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device d0b0c029-e9e9-4e99-87cf-8a208fe901cc up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:13:51.461472 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838c5c9-51f0-4546-a57e-caf3b61d668f None None] Network 6d03ac53-8d8c-4a20-9d67-bc802534868f requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:13:51.511395 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port d0b0c029-e9e9-4e99-87cf-8a208fe901cc completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:13:51.625173 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Provisioning for port d0b0c029-e9e9-4e99-87cf-8a208fe901cc completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:13:51.631579 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Provisioning complete for port d0b0c029-e9e9-4e99-87cf-8a208fe901cc triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:13:51.631957 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:51.717934 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:51.755674 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] For port d0b0c029-e9e9-4e99-87cf-8a208fe901cc, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=d0b0c029-e9e9-4e99-87cf-8a208fe901cc,segment=NetworkSegment(31015bf4-ff32-40d4-9a40-21e000b8d4c8),segment_id=31015bf4-ff32-40d4-9a40-21e000b8d4c8)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:13:51.826828 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:51.829829 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:13:51.880080 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Pushing event updated for resources: {'Port': ['ID=d0b0c029-e9e9-4e99-87cf-8a208fe901cc,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:13:51.885206 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:13:51.947242 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-80a94293-2c3f-40fe-81f2-d2789419d03a None None] Provisioning complete for port d0b0c029-e9e9-4e99-87cf-8a208fe901cc triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:13:51.947551 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-80a94293-2c3f-40fe-81f2-d2789419d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:53.328091 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device d0b0c029-e9e9-4e99-87cf-8a208fe901cc up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:13:53.375925 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port d0b0c029-e9e9-4e99-87cf-8a208fe901cc triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:13:53.376321 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:13:59.863397 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:14:02.801443 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-368265a1-5702-4120-bdc9-0d303274696b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:05.277086 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-efe5d603-a9e0-40c4-8110-f7ed3a449ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:05.446815 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:06.459776 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:08.111328 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:32.926460 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-159167c3-3c85-46c3-8bf3-befce21ce6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:35.298177 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-576ee07b-61d4-4b02-811b-a28bd2ca15e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:35.453806 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:36.498916 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:14:36.861525 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:14:38.133406 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:02.784534 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-f09515fc-04a1-4ead-a322-c7818f98e374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:05.241275 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5eb39463-147c-49e1-9347-861fd516d83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:05.445573 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:06.487168 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:08.138387 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:13.860150 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:15:19.734702 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38030) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:19.740543 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [None req-f8510a84-3019-402b-9053-dcb0a6203abd tempest-verify_tempest_config-2091557340 tempest-verify_tempest_config-2091557340-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:15:19.741516 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f8510a84-3019-402b-9053-dcb0a6203abd tempest-verify_tempest_config-2091557340 tempest-verify_tempest_config-2091557340-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058591 Jun 28 14:15:20.334756 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38048) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:20.436720 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:20.521356 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:20.589159 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:20.591884 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:20.635919 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0950552db72a4f2bbcbe47ff24f29113&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3001184 Jun 28 14:15:20.637015 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3191175-22e5-4f8f-af70-6ecf3ec006ae,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:20.638607 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38052) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:15:20.644689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.645058 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.645454 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.645790 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.646117 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.646444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.646785 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.647107 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.647471 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.647792 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.648108 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.648445 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.652890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:20.694283 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:20.716774 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:20.843593 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:20.846371 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:20.847509 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3191175-22e5-4f8f-af70-6ecf3ec006ae HTTP/1.1" status: 204 len: 168 time: 0.2077971 Jun 28 14:15:20.848104 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:15:20.855829 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3191175-22e5-4f8f-af70-6ecf3ec006ae,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:15:20.863216 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.863577 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.863949 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.864260 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.864589 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.864915 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.865225 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.865545 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.865890 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.866213 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.866531 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.866990 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:15:20.870088 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:15:32.771751 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-375e7688-1e78-40ee-b4ad-940ac61fc1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:35.268998 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-8ab79b4f-6e09-455a-b852-c677df597069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:35.439159 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:36.498693 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:38.125347 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:15:50.860300 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:16:02.770688 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-f85281fa-8355-42e6-aa2a-a96e63c8df0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:05.261749 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-8d1bce94-d71e-46b2-8cb3-b0797f9aae7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:05.444398 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:06.479189 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:08.118911 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:27.859604 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:16:32.764698 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-69b73133-b976-4c9a-a8b6-d7c926f6f8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:35.254247 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-537778dc-8d5d-45c0-a48c-364c136ccc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:35.443690 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:36.467281 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:16:38.140476 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:02.763149 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce734-58e7-4fb6-bda3-6c4fa6a231dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:04.857758 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 5 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:17:05.276263 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b392946e-7b96-47f4-be4c-0819f9ee0c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:05.368053 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577292'] for agent, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:05.460102 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:06.487612 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:08.122486 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:20.627319 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38126) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:17:20.727099 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a5c8299e-979a-4c72-946a-bdb820ce3286 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0986793 Jun 28 14:17:22.867896 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38136) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:17:22.921973 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-17505111-50f4-4ac7-9738-f6496c851f72 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0529580 Jun 28 14:17:32.790625 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3ad08e22-18ff-4ff6-ad38-abe476e35bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:35.259050 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-31c57b48-c6df-4caf-8eef-422be3168315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:35.299175 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:35.441522 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:36.486928 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:38.133170 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:17:41.857096 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:18:02.772042 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ac395a6d-5366-4b4b-b2da-d02f3b3a3993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:05.280271 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fb3cfded-3bed-47b6-ba2d-4ce52e772ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:05.331458 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:05.457479 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:06.503237 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:08.120765 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:18.860993 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:18:32.788347 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-02b6a65c-1959-4a69-8277-cef7a9122f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:35.262355 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4fbd2a09-b18a-4f55-bd1b-22223491974b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:35.313908 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:35.439355 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:36.490804 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:38.131021 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.037036 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38298) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:54.273738 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-83608222-network', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:54.382791 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Made reservation on behalf of a4c24fc7768d41d88c6c518b10de00a8 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:54.385926 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.397959 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.490760 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38332) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:54.589632 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.628463 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.632954 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-42b84469-b73c-4b82-80d1-4f7b7864b576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:54.658044 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:18:54.660229 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f28708b-b9b5-4916-84b4-726d3dbb6062,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:54.670839 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.671201 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.671537 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.671857 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.672190 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.672515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.672942 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.673844 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.674119 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.674859 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.675178 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.675829 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Tracked resource versions report: Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: pushed versions: Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: { 'AddressGroup': {'1.2'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'ConntrackHelper': {'1.0'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Log': {'1.0'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Network': {'1.1'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Port': {'1.7'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'PortForwarding': {'1.2'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'QosPolicy': {'1.8'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroup': {'1.4'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'SubPort': {'1.0'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Subnet': {'1.1'}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Trunk': {'1.1'}} Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: consumer versions: Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'ConntrackHelper': '1.0', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Log': '1.0', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Network': '1.1', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Port': '1.7', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'PortForwarding': '1.2', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'QosPolicy': '1.8', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroup': '1.4', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'SecurityGroupRule': '1.2', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'SubPort': '1.0', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Subnet': '1.1', Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: 'Trunk': '1.1'}} Jun 28 14:18:54.676889 dv-cinder-761113-15-smb neutron-server[93575]: {{(pid=93575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:18:54.680122 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:54.683632 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.683970 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Added segment a83a99db-56db-4138-a515-74a5a21c779e of type vlan for network 4a2cf116-0eed-4434-8189-5aa984a37271 Jun 28 14:18:54.734232 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.810568 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.811900 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:54.812512 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.815216 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:54.874481 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8362746 Jun 28 14:18:54.878307 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38350) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:54.878761 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Pushing event updated for resources: {'Network': ['ID=4a2cf116-0eed-4434-8189-5aa984a37271,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:54.881828 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:54.883952 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Request body: {'subnet': {'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-subnet', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:54.889510 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 4a2cf116-0eed-4434-8189-5aa984a37271 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:18:54.915413 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1384330735-network', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:54.944702 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38352) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:54.955347 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Made reservation on behalf of a4c24fc7768d41d88c6c518b10de00a8 for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:54.959733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:54.976504 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38356) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:55.099588 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38362) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:55.173345 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Made reservation on behalf of b57fa15d98dc40e5a34ce023e48fd4ed for: {'network': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:55.175958 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.192918 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.333902 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-network', 'tenant_id': '5f096b70de88402b847972f5cb6a198b'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:55.364225 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-412836814-network', 'tenant_id': '95047dea33654f17b13c569530236f90'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:55.396233 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.405465 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:55.415047 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1725975511-network', 'tenant_id': '6cd05ab9125348c68e3806cc474588b0'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:55.452579 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.473289 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079cd3de-261d-4069-b6c0-a13728c7e5a6,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:55.490532 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.490895 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.491545 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.491545 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.491856 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.492203 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.492525 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.492848 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.493208 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.493526 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.493842 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.494151 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Tracked resource versions report: Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: pushed versions: Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: { 'AddressGroup': {'1.2'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'ConntrackHelper': {'1.0'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Log': {'1.0'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Network': {'1.1'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Port': {'1.7'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'PortForwarding': {'1.2'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'QosPolicy': {'1.8'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroup': {'1.4'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'SubPort': {'1.0'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Subnet': {'1.1'}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Trunk': {'1.1'}} Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: consumer versions: Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'ConntrackHelper': '1.0', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Log': '1.0', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Network': '1.1', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Port': '1.7', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'PortForwarding': '1.2', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'QosPolicy': '1.8', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroup': '1.4', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'SecurityGroupRule': '1.2', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'SubPort': '1.0', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Subnet': '1.1', Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: 'Trunk': '1.1'}} Jun 28 14:18:55.495216 dv-cinder-761113-15-smb neutron-server[93576]: {{(pid=93576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:18:55.498639 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:55.499450 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.514643 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:55.528594 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Checking segment: {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:18:55.528963 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Network hostable DHCP agents. Network: 4a2cf116-0eed-4434-8189-5aa984a37271, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:18:55.546986 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:18:55.571614 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.572232 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.segments_db [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Added segment bb949817-6df0-4cd6-913b-0db96192baaf of type vlan for network 9fa041cb-195b-4e28-9b64-f4aea1198091 Jun 28 14:18:55.587003 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e2fef3-b825-42f6-b3b0-8cd42950013b,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:55.590165 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:55.611424 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.db.api [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:18:55.611424 dv-cinder-761113-15-smb neutron-server[93575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:18:55.611424 dv-cinder-761113-15-smb neutron-server[93575]: [parameters: {'project_id_1': '6cd05ab9125348c68e3806cc474588b0', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 18, 55, 420848)}] Jun 28 14:18:55.611424 dv-cinder-761113-15-smb neutron-server[93575]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:18:55.612327 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_db.api [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:18:55.625226 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Made reservation on behalf of 5f096b70de88402b847972f5cb6a198b for: {'network': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:55.628457 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.645962 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Network 4a2cf116-0eed-4434-8189-5aa984a37271 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:18:55.651805 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.659066 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.667543 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Made reservation on behalf of 95047dea33654f17b13c569530236f90 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:55.669947 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.678869 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.716494 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 4a2cf116-0eed-4434-8189-5aa984a37271) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:55.730796 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0cba4a-425e-4a0e-90d7-9b846b2d3a5b None None] Network 4a2cf116-0eed-4434-8189-5aa984a37271 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:18:55.800670 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.800670 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:55.800670 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.812510 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.814103 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:55.814874 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.825850 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:55.863005 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:18:55.867125 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.885161 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b9ca54-a170-4fbe-9380-b68774a96e5a None None] Network 4a2cf116-0eed-4434-8189-5aa984a37271 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:18:55.913410 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0337715 Jun 28 14:18:55.917074 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38400) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:55.920563 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4281178 Jun 28 14:18:55.923247 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38402) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:55.929577 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Request body: {'subnet': {'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1384330735-subnet', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:55.936150 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Pushing event updated for resources: {'Network': ['ID=9fa041cb-195b-4e28-9b64-f4aea1198091,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:55.938315 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:55.952775 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:55.953751 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:55.956689 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:18:55.985212 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:18:55.995812 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:55.996649 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.segments_db [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Added segment 15227f02-c945-47e3-b87b-abd147cbc5a1 of type vlan for network afd20472-d144-4be0-9b53-2a7326bf8d6f Jun 28 14:18:56.009910 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4885447e-b7ca-4fa4-a9bb-addf85aaede8,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:56.038447 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:56.082792 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.084110 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.124717 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.129943 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:56.178173 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:18:56.182426 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.183990 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:56.194029 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.194029 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:56.194460 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.194460 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Added segment 96477a5c-9ea7-455b-bb7a-95f9465f0731 of type vlan for network f918a14e-c353-4628-9768-c00ad43a70d6 Jun 28 14:18:56.250627 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Made reservation on behalf of b57fa15d98dc40e5a34ce023e48fd4ed for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:56.253157 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.267755 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.325803 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30aa8993-c6de-4d6a-bb3a-85038b95928d,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:56.332268 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:56.359642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Pushing event updated for resources: {'Network': ['ID=afd20472-d144-4be0-9b53-2a7326bf8d6f,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:56.363805 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:56.369926 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.371434 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:56.372111 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.374234 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network afd20472-d144-4be0-9b53-2a7326bf8d6f details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:18:56.375346 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-df806b47-e659-4104-aeed-cb1b2b8a7f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:56.420851 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.421856 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.496712 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5487192 Jun 28 14:18:56.499720 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38442) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:56.499818 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Pushing event updated for resources: {'Network': ['ID=f918a14e-c353-4628-9768-c00ad43a70d6,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:56.507171 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Request body: {'subnet': {'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-subnet', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:56.513167 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:56.513436 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network f918a14e-c353-4628-9768-c00ad43a70d6 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:18:56.588271 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.599341 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Made reservation on behalf of 6cd05ab9125348c68e3806cc474588b0 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:56.602516 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.615095 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.627631 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.629887 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:56.694305 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac23c3f-b263-4edf-9247-5b5a4d3cac4d,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:56.699902 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7220418 Jun 28 14:18:56.700536 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38452) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:56.705759 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:56.722219 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Checking segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:18:56.722575 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Network hostable DHCP agents. Network: 9fa041cb-195b-4e28-9b64-f4aea1198091, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:18:56.728876 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.db.api [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:18:56.728876 dv-cinder-761113-15-smb neutron-server[93575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:18:56.728876 dv-cinder-761113-15-smb neutron-server[93575]: [parameters: {'project_id_1': '6cd05ab9125348c68e3806cc474588b0', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 18, 56, 626019)}] Jun 28 14:18:56.728876 dv-cinder-761113-15-smb neutron-server[93575]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:18:56.729277 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_db.api [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:18:56.733107 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Request body: {'subnet': {'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-412836814-subnet', 'tenant_id': '95047dea33654f17b13c569530236f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:56.775942 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Made reservation on behalf of 5f096b70de88402b847972f5cb6a198b for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:56.778427 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.821025 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.841530 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:18:56.908578 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Made reservation on behalf of 95047dea33654f17b13c569530236f90 for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:56.910958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:56.934632 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 9fa041cb-195b-4e28-9b64-f4aea1198091) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:56.951476 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5cb281-dd7f-41e5-8036-229ebc7855a8 None None] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:18:56.977905 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:56.979979 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.075324 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1494086 Jun 28 14:18:57.076680 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.078216 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38474) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:57.085809 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:57.101351 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c043d97b-0772-4dec-a3e1-9eb0dbf9c89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:57.233056 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-9fa041cb-195b-4e28-9b64-f4aea1198091', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:18:57.234641 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.238834 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=015bfa87-21ef-4d05-b2a5-af11a6c4f118,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:57.241107 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Checking segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:18:57.241469 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Network hostable DHCP agents. Network: afd20472-d144-4be0-9b53-2a7326bf8d6f, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:18:57.243855 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:57.250428 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.279035 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.280276 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.293722 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.312039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:57.367783 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Network afd20472-d144-4be0-9b53-2a7326bf8d6f is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:18:57.374653 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.402699 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.416139 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.422059 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fa8a4d-fb41-470f-be48-986eca3e0687,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:57.435615 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:57.445165 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Allocated IP 172.20.0.2 (9fa041cb-195b-4e28-9b64-f4aea1198091/cac23c3f-b263-4edf-9247-5b5a4d3cac4d/cf8ced8f-e8fc-420c-9632-737a58ec3360) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:18:57.503506 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, afd20472-d144-4be0-9b53-2a7326bf8d6f) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:57.519706 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Checking segment: {'id': '96477a5c-9ea7-455b-bb7a-95f9465f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:18:57.520531 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Network hostable DHCP agents. Network: f918a14e-c353-4628-9768-c00ad43a70d6, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:18:57.522041 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a58dc9-ab2a-4571-aed0-b4f7930767b0 None None] Network afd20472-d144-4be0-9b53-2a7326bf8d6f requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:18:57.587032 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:57.603774 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.638812 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38486) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:57.659167 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Allocated IP 172.28.3.219 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/4c9f346e-197f-40d3-a09a-dd960a36dae9) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:18:57.664464 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.679338 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Network f918a14e-c353-4628-9768-c00ad43a70d6 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:18:57.690543 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, f918a14e-c353-4628-9768-c00ad43a70d6) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:57.711783 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9496fc8-d941-459f-be98-ad71b81df7dd None None] Network f918a14e-c353-4628-9768-c00ad43a70d6 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:18:57.716940 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:57.718141 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.790151 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.796807 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38496) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:57.833605 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:57.889988 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-e752a4ad-bc3f-44e9-a631-e267778fd90d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1618896 Jun 28 14:18:57.907244 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:18:57.921831 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61917da8-8f1e-4660-9488-1e0fcdcedd9f,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:57.927337 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.931291 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:57.937493 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.937831 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Added segment ab3c2f99-3f68-40ac-843a-a7ec92825807 of type vlan for network fa6648f9-b5bf-481a-9aab-3a83fb2629f3 Jun 28 14:18:57.947562 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4459975 Jun 28 14:18:57.961675 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38504) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:57.961675 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:57.964153 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.972369 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:57.991703 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Transition to ACTIVE for port object cf8ced8f-e8fc-420c-9632-737a58ec3360 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:18:58.011315 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Transition to ACTIVE for port object cf8ced8f-e8fc-420c-9632-737a58ec3360 will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:18:58.024640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4f96dca0-764e-4f4b-a15d-fbe91018c6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.031637 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.057352 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05269bf1-3658-4d36-9b31-6183547fb020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.066394 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.067484 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.091335 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-afd20472-d144-4be0-9b53-2a7326bf8d6f', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:18:58.093315 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.126818 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.169944 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.170796 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3f961d8b-cdb2-42cc-9f64-bf4fb30522a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:58.195515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.198171 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:58.199076 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.204740 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:58.220630 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.319279 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4f96dca0-764e-4f4b-a15d-fbe91018c6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.339919 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:18:58.341302 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:18:58.345067 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:58.348809 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235ca53-bec3-45d4-89b4-f84fb5624c16 None None] Network f918a14e-c353-4628-9768-c00ad43a70d6 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:18:58.350948 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:18:58.352070 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:58.363691 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:18:58.384339 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Pushing event updated for resources: {'Port': ['ID=cf8ced8f-e8fc-420c-9632-737a58ec3360,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:58.447542 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Attempting to bind port cf8ced8f-e8fc-420c-9632-737a58ec3360 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:18:58.447915 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Attempting to bind port cf8ced8f-e8fc-420c-9632-737a58ec3360 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:18:58.448327 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Attempting to bind port cf8ced8f-e8fc-420c-9632-737a58ec3360 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:18:58.473618 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:18:58.474319 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Checking segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:18:58.474892 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.475454 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Bound using segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:18:58.476199 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Bound port: cf8ced8f-e8fc-420c-9632-737a58ec3360, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:18:58.476744 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.493152 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.493693 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.494176 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.494661 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.495142 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.495633 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.496101 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.496600 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.497098 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.497576 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.498036 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.498507 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Tracked resource versions report: Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: pushed versions: Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: { 'AddressGroup': {'1.2'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'ConntrackHelper': {'1.0'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Log': {'1.0'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Network': {'1.1'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Port': {'1.7'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'PortForwarding': {'1.2'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'QosPolicy': {'1.8'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroup': {'1.4'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'SubPort': {'1.0'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Subnet': {'1.1'}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Trunk': {'1.1'}} Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: consumer versions: Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'ConntrackHelper': '1.0', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Log': '1.0', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Network': '1.1', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Port': '1.7', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'PortForwarding': '1.2', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'QosPolicy': '1.8', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroup': '1.4', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'SecurityGroupRule': '1.2', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'SubPort': '1.0', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Subnet': '1.1', Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: 'Trunk': '1.1'}} Jun 28 14:18:58.499720 dv-cinder-761113-15-smb neutron-server[93577]: {{(pid=93577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:18:58.525770 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.550292 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:58.551717 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4f96dca0-764e-4f4b-a15d-fbe91018c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.563076 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38532) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:58.576563 dv-cinder-761113-15-smb neutron-server[93575]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 14:18:58.585462 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6648f9-b5bf-481a-9aab-3a83fb2629f3,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:58.594158 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.598999 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.603231 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network fa6648f9-b5bf-481a-9aab-3a83fb2629f3 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:18:58.612186 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Allocated IP 172.20.0.2 (afd20472-d144-4be0-9b53-2a7326bf8d6f/015bfa87-21ef-4d05-b2a5-af11a6c4f118/1e8b20b1-bfff-43ed-9707-b0daca6e14c8) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:18:58.620065 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:58.623849 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:58.636254 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5337396 Jun 28 14:18:58.641320 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38536) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:58.646480 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Request body: {'subnet': {'network_id': 'fa6648f9-b5bf-481a-9aab-3a83fb2629f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1725975511-subnet', 'tenant_id': '6cd05ab9125348c68e3806cc474588b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:18:58.686651 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-4f96dca0-764e-4f4b-a15d-fbe91018c6e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6772b51dd88a4906b49ece279d11c70a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0408084 Jun 28 14:18:58.696088 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38538) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:58.769878 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Allocated IP 172.28.3.34 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/aafea9a7-f87b-404b-b705-4b4a1ed8c141) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:18:58.771264 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Pushing event updated for resources: {'Port': ['ID=4c9f346e-197f-40d3-a09a-dd960a36dae9,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:58.821625 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:58.822912 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:58.839434 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] For port cf8ced8f-e8fc-420c-9632-737a58ec3360, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:18:58.870918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] For port cf8ced8f-e8fc-420c-9632-737a58ec3360, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=cf8ced8f-e8fc-420c-9632-737a58ec3360,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:18:58.899901 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.915622 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96dca0-764e-4f4b-a15d-fbe91018c6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8108ac32-0f73-4f0d-b436-c839bc87c71c,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:58.933792 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4f96dca0-764e-4f4b-a15d-fbe91018c6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:58.977442 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:58.985556 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.008291 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-b1726e65-ff70-4eb1-b3f8-24a6ea1270ec tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:18:59.008904 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:59.009821 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-b1726e65-ff70-4eb1-b3f8-24a6ea1270ec tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/networks?id=f918a14e-c353-4628-9768-c00ad43a70d6 HTTP/1.1" status: 200 len: 811 time: 0.4351985 Jun 28 14:18:59.009961 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.069771 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.085917 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Pushing event updated for resources: {'Port': ['ID=cf8ced8f-e8fc-420c-9632-737a58ec3360,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:59.088713 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-518d1064-1630-4322-8a76-68da5893766c tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/quotas/95047dea33654f17b13c569530236f90 HTTP/1.1" status: 200 len: 375 time: 0.0530026 Jun 28 14:18:59.089199 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Transition to ACTIVE for port object 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:18:59.091226 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:59.099983 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05269bf1-3658-4d36-9b31-6183547fb020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.157346 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-661c11b7-1e10-4ebd-a579-081fd1b7b2bf tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=95047dea33654f17b13c569530236f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488980 Jun 28 14:18:59.162277 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.173777 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.203144 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.207705 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05269bf1-3658-4d36-9b31-6183547fb020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.228376 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Transition to ACTIVE for port object 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:18:59.229510 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:59.264244 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.265341 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.271246 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.272430 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8108ac32-0f73-4f0d-b436-c839bc87c71c HTTP/1.1" status: 204 len: 168 time: 0.5748501 Jun 28 14:18:59.276554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:59.283786 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-05269bf1-3658-4d36-9b31-6183547fb020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9aeb6e2ea1804625ab7667627564e2cb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4808903 Jun 28 14:18:59.286897 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38554) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:18:59.287054 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05269bf1-3658-4d36-9b31-6183547fb020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d023565-c54d-4d1e-b1a1-23a4c1726c09,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:59.290309 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-05269bf1-3658-4d36-9b31-6183547fb020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:59.308005 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.323919 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:59.355940 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-da2e308f-896d-45e1-9dec-8c7ee3bd2bb9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:18:59.357001 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-da2e308f-896d-45e1-9dec-8c7ee3bd2bb9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1029010 Jun 28 14:18:59.399964 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Network afd20472-d144-4be0-9b53-2a7326bf8d6f is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:18:59.404607 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:59.406600 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Allocated IP 172.28.3.55 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:18:59.416708 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:18:59.425391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Pushing event updated for resources: {'Port': ['ID=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:59.425391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:59.458401 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Made reservation on behalf of 6cd05ab9125348c68e3806cc474588b0 for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:18:59.474199 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.499616 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Attempting to bind port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:18:59.500073 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Attempting to bind port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:18:59.500385 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Attempting to bind port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 on network afd20472-d144-4be0-9b53-2a7326bf8d6f {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:18:59.505168 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8108ac32-0f73-4f0d-b436-c839bc87c71c,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:59.508076 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:18:59.508799 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Checking segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:18:59.509375 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.509918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Bound using segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:18:59.510555 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Bound port: 1e8b20b1-bfff-43ed-9707-b0daca6e14c8, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:18:59.511112 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.578156 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:59.581560 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-5b033c68-f8f3-4883-a638-d1e6c3d0f2be service neutron] 10.222.0.35 "GET /v2.0/networks/f918a14e-c353-4628-9768-c00ad43a70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168348 Jun 28 14:18:59.582688 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-92a53403-402a-4f4f-9c39-251ba5d47689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:59.606542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:18:59.620999 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device cf8ced8f-e8fc-420c-9632-737a58ec3360 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:18:59.627442 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] For port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:18:59.661715 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:18:59.673241 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:18:59.682627 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] For port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:18:59.697426 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.773314 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.773785 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-926acc67-b5f4-46c6-b3d0-33500afd2edf service neutron] 10.222.0.35 "GET /v2.0/networks/f918a14e-c353-4628-9768-c00ad43a70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537735 Jun 28 14:18:59.778157 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-3f961d8b-cdb2-42cc-9f64-bf4fb30522a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:18:59.795232 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Pushing event updated for resources: {'Port': ['ID=aafea9a7-f87b-404b-b705-4b4a1ed8c141,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:59.807261 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:59.839837 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port cf8ced8f-e8fc-420c-9632-737a58ec3360 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:18:59.865662 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.881108 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Pushing event updated for resources: {'Port': ['ID=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:18:59.890012 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:18:59.918136 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:18:59.958803 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Router b960e046-6369-4b30-9550-ab98cafa7c4c is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:19:00.017777 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.152572 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:00.163409 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Sync routers for ids ['b960e046-6369-4b30-9550-ab98cafa7c4c'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:00.178325 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Routers {'b960e046-6369-4b30-9550-ab98cafa7c4c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:00.179075 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:18:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['b960e046-6369-4b30-9550-ab98cafa7c4c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:00.346183 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bad60519-563a-4bc6-b47e-d1d04c41256d req-eeeebc56-2a7c-4bc1-8c1a-827b1b7a50fe tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.1048682 Jun 28 14:19:00.388324 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.393177 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4731667 Jun 28 14:19:00.396488 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38592) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:00.469338 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.506416 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.513485 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.524605 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:00.573164 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Set router b960e046-6369-4b30-9550-ab98cafa7c4c gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:00.702223 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c5c14-efd4-4591-a56a-96eb95e8e738 None None] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:00.852315 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.855152 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef1467e-449c-4377-9d56-91bdadfa3955,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:00.874125 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:00.874125 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:00.895706 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.897638 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d023565-c54d-4d1e-b1a1-23a4c1726c09 HTTP/1.1" status: 204 len: 168 time: 1.6076441 Jun 28 14:19:00.905231 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Provisioning for port cf8ced8f-e8fc-420c-9632-737a58ec3360 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:00.915175 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Provisioning complete for port cf8ced8f-e8fc-420c-9632-737a58ec3360 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:00.915648 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:00.961919 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:00.966200 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:00.979673 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:01.029989 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f98daad2-8524-4aee-bf70-db4da0286762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:01.044526 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:01.050771 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:01.089585 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:18:58Z', 'revision_number': 3, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:01.105068 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.171054 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Checking router: b960e046-6369-4b30-9550-ab98cafa7c4c for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:01.171656 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Updating router b960e046-6369-4b30-9550-ab98cafa7c4c port 4c9f346e-197f-40d3-a09a-dd960a36dae9 binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:19:01.180301 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] For port cf8ced8f-e8fc-420c-9632-737a58ec3360, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=cf8ced8f-e8fc-420c-9632-737a58ec3360,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:01.197315 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d023565-c54d-4d1e-b1a1-23a4c1726c09,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:01.205405 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:01.274669 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.276856 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:01.292847 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.296558 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Checking segment: {'id': 'ab3c2f99-3f68-40ac-843a-a7ec92825807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fa6648f9-b5bf-481a-9aab-3a83fb2629f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:01.297384 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Network hostable DHCP agents. Network: fa6648f9-b5bf-481a-9aab-3a83fb2629f3, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:19:01.398987 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Pushing event updated for resources: {'Port': ['ID=cf8ced8f-e8fc-420c-9632-737a58ec3360,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:01.403105 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:01.487583 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38632) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:01.498171 dv-cinder-761113-15-smb neutron-server[93576]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 14:19:01.600989 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-223ff253-881f-45c9-90ef-30ee6a2794e2 None None] Provisioning complete for port cf8ced8f-e8fc-420c-9632-737a58ec3360 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:01.601463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-223ff253-881f-45c9-90ef-30ee6a2794e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.649958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.656752 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f735747-d3a3-4264-8b27-dce5cd720f5d None None] Network afd20472-d144-4be0-9b53-2a7326bf8d6f requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:01.695707 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c532c467-f72d-476c-8ff3-0b84c94d9c5f req-d90a478d-5d60-4107-8bfa-17ff71b9b489 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.2048924 Jun 28 14:19:01.701283 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Network fa6648f9-b5bf-481a-9aab-3a83fb2629f3 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:19:01.788011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, fa6648f9-b5bf-481a-9aab-3a83fb2629f3) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:01.799044 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:01.803969 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.806055 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba19906-5b42-4265-8194-50d5db3c09e7 None None] Network fa6648f9-b5bf-481a-9aab-3a83fb2629f3 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:01.814213 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.827081 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:01.834022 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.880071 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:01.891368 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Transition to ACTIVE for port object 4c9f346e-197f-40d3-a09a-dd960a36dae9 will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:01.992585 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Allocated IP 172.20.0.1 (4a2cf116-0eed-4434-8189-5aa984a37271/079cd3de-261d-4069-b6c0-a13728c7e5a6/c523601a-e233-441b-b586-8569b14dc2f5) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:01.998852 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.003453 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-19c63827-28a9-43dc-a798-c2bcbaa6dcc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:02.022624 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3801198 Jun 28 14:19:02.101013 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38650) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:02.131380 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-640cf233-2884-4ddc-a4b2-954670f213a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.153788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.159531 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd49c14-8acb-48ba-8c0c-34c029a4013a None None] Network fa6648f9-b5bf-481a-9aab-3a83fb2629f3 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:02.183067 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Attempting to bind port 4c9f346e-197f-40d3-a09a-dd960a36dae9 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:02.184214 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Attempting to bind port 4c9f346e-197f-40d3-a09a-dd960a36dae9 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:02.186652 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Attempting to bind port 4c9f346e-197f-40d3-a09a-dd960a36dae9 on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:02.192237 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Pushing event updated for resources: {'Port': ['ID=4c9f346e-197f-40d3-a09a-dd960a36dae9,revision_number=2']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:02.215855 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:02.217776 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:02.219169 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.219727 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:02.221323 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Bound port: 4c9f346e-197f-40d3-a09a-dd960a36dae9, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:02.223329 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.248474 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:02.260883 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device cf8ced8f-e8fc-420c-9632-737a58ec3360 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:02.274141 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.275422 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.275765 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.276097 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.276449 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.276772 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.280263 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.281312 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.282238 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.282238 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.285767 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.289440 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:02.290558 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.291714 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-640cf233-2884-4ddc-a4b2-954670f213a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.292260 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Tracked resource versions report: Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: pushed versions: Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: { 'AddressGroup': {'1.2'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'ConntrackHelper': {'1.0'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Log': {'1.0'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Network': {'1.1'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Port': {'1.7'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'PortForwarding': {'1.2'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'QosPolicy': {'1.8'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroup': {'1.4'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroupRule': {'1.2'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'SubPort': {'1.0'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Subnet': {'1.1'}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Trunk': {'1.1'}} Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: consumer versions: Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: { DHCP agent@dv-cinder-761113-15-smb: {}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: HyperV agent@hv-cinder-76111: {}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: L3 agent@dv-cinder-761113-15-smb: {}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: Metadata agent@dv-cinder-761113-15-smb: {}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: Metering agent@dv-cinder-761113-15-smb: {}, Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: Open vSwitch agent@dv-cinder-761113-15-smb: { 'AddressGroup': '1.2', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'ConntrackHelper': '1.0', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Log': '1.0', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Network': '1.1', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Port': '1.7', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'PortForwarding': '1.2', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'QosPolicy': '1.8', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroup': '1.4', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'SecurityGroupRule': '1.2', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'SubPort': '1.0', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Subnet': '1.1', Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: 'Trunk': '1.1'}} Jun 28 14:19:02.293508 dv-cinder-761113-15-smb neutron-server[93578]: {{(pid=93578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 14:19:02.306319 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:02.369172 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Provisioning for port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:02.382632 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Network 4a2cf116-0eed-4434-8189-5aa984a37271 is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:02.386227 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Provisioning complete for port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:02.386707 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.397113 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] For port 4c9f346e-197f-40d3-a09a-dd960a36dae9, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:02.401956 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:02.404916 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] For port 4c9f346e-197f-40d3-a09a-dd960a36dae9, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=4c9f346e-197f-40d3-a09a-dd960a36dae9,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:02.410760 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:02.411329 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.441086 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.446167 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-640cf233-2884-4ddc-a4b2-954670f213a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.494913 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Pushing event updated for resources: {'Port': ['ID=c523601a-e233-441b-b586-8569b14dc2f5,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:02.504537 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:02.519777 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.524378 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:02.543531 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port cf8ced8f-e8fc-420c-9632-737a58ec3360 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:02.544028 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.616451 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.716800 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] For port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:02.719547 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Routers {'b960e046-6369-4b30-9550-ab98cafa7c4c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:02.721042 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:18:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['b960e046-6369-4b30-9550-ab98cafa7c4c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:02.729968 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:02.764983 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-640cf233-2884-4ddc-a4b2-954670f213a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34d9f6ef2d8d4a498d87a669d19dde8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6610909 Jun 28 14:19:02.772303 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38666) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:02.792521 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf233-2884-4ddc-a4b2-954670f213a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11e603-8d61-4675-b267-4ea14e394644,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:02.803391 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-640cf233-2884-4ddc-a4b2-954670f213a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:02.810159 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.816034 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b7f381cc-982a-48e6-891d-06a10bc2e593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.820879 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:02.884392 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Pushing event updated for resources: {'Port': ['ID=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:02.888469 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:02.891939 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Pushing event updated for resources: {'Port': ['ID=4c9f346e-197f-40d3-a09a-dd960a36dae9,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:02.895808 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5184947-e87d-4824-b2c4-8409f369a0c7 req-107d4879-aab9-4568-8f71-8ef70d9b2379 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.1052516 Jun 28 14:19:02.903064 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:02.949894 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.957227 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] Set router b960e046-6369-4b30-9550-ab98cafa7c4c gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:02.969649 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-4157d7a5-f0f1-42cf-b122-73b2c89ff228 None None] Provisioning complete for port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:02.971463 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:02.972235 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4157d7a5-f0f1-42cf-b122-73b2c89ff228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.003918 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38670) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:03.015886 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:19:03.039518 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.128373 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:19:03.255936 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:18:58Z', 'revision_number': 3, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:03.274808 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.279329 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.285110 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:03.292148 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.294718 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e11e603-8d61-4675-b267-4ea14e394644 HTTP/1.1" status: 204 len: 168 time: 0.5213051 Jun 28 14:19:03.297173 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:03.305189 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Sync routers for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:03.309752 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:03.315655 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11e603-8d61-4675-b267-4ea14e394644,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:03.319969 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:03.322469 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Sync routers for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:03.335865 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3722f-8a43-4052-9663-bcc30f8ee883 None None] The sync data for ids ['b960e046-6369-4b30-9550-ab98cafa7c4c'] in dv-cinder-761113-15-smb is: [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:18:58Z', 'revision_number': 3, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:03.352512 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:03.353536 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.353820 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:03.353967 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:18:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:03.354778 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:18:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:03.355278 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.358832 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-204b7609-35eb-4022-a001-67b76e6edc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:03.376681 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.381151 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3005693 Jun 28 14:19:03.382182 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38684) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:03.531189 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.554120 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6032131 Jun 28 14:19:03.557305 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 38690) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:03.565342 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Pushing event updated for resources: {'Port': ['ID=c523601a-e233-441b-b586-8569b14dc2f5,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:03.583708 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:03.645222 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Network 4a2cf116-0eed-4434-8189-5aa984a37271 is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:03.647057 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:03.741539 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:03.829886 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:03.834287 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Router b960e046-6369-4b30-9550-ab98cafa7c4c has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:19:03.919214 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1a137533-6989-4333-aa88-3999b879d0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.959761 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:03.965110 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:03.966119 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:04.143690 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:04.152663 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] 10.222.0.35 "PUT /v2.0/routers/b960e046-6369-4b30-9550-ab98cafa7c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7578273 Jun 28 14:19:04.332810 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f738b83d-e5a7-4a71-89e2-cb33ff27a10e req-46f785e9-a4fc-48f7-81f7-6d09fbd22965 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.0748749 Jun 28 14:19:04.417678 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:01Z', 'revision_number': 3, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:04.462291 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Checking router: 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:04.463402 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Updating router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:19:04.468661 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:18:59Z', 'revision_number': 3, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:04.532558 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:04.544249 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Checking router: bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:04.546212 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Updating router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 port aafea9a7-f87b-404b-b705-4b4a1ed8c141 binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:19:04.623394 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:04.747819 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1a137533-6989-4333-aa88-3999b879d0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:04.790955 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38724) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:04.800439 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283681783-network', 'tenant_id': '1ea70a5d2bee43d8ac3f6f28e68c1302'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:04.841944 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1a137533-6989-4333-aa88-3999b879d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:04.890289 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-caa99fab-152f-4d0b-b69d-5b6219187fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:04.920293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Made reservation on behalf of 1ea70a5d2bee43d8ac3f6f28e68c1302 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:04.924532 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:04.942732 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.100939 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a137533-6989-4333-aa88-3999b879d0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0b3456-8f95-4099-8303-7cbff8f5ade5,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:05.123467 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-1a137533-6989-4333-aa88-3999b879d0ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=639230c5711540859f84aea3dc0ac4cd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1184363 Jun 28 14:19:05.127338 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38728) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:05.127706 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1a137533-6989-4333-aa88-3999b879d0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:05.136074 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.136935 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.145204 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.158353 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Transition to ACTIVE for port object dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:05.227623 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.247087 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.285508 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:05.291712 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.301799 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.307933 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-ba8b94bd-9fe0-4b10-8242-cae5d2a40cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:05.316936 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:19:05.343943 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.344355 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Added segment 1f280777-45e4-4daf-a443-975817138c83 of type vlan for network cb3e4012-d873-461b-bc0d-ab81dede050e Jun 28 14:19:05.388653 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Attempting to bind port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:05.389769 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b3a2-8ad6-48ba-842d-29ca24b719ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.390606 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Attempting to bind port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:05.397036 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Attempting to bind port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:05.408014 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de3473-7dbe-45f9-85fe-aeba4c9c8bf6 None None] Pushing event updated for resources: {'Port': ['ID=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,revision_number=2']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:05.411873 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-98de3473-7dbe-45f9-85fe-aeba4c9c8bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:05.413273 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:05.413956 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:05.414644 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.415333 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:05.416954 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Bound port: dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:05.417589 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.514574 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.584007 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] For port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:05.588067 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] For port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:05.626509 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Allocated IP 172.20.0.1 (afd20472-d144-4be0-9b53-2a7326bf8d6f/015bfa87-21ef-4d05-b2a5-af11a6c4f118/fef2abb0-a192-4100-8224-a98b31e0378d) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:05.650839 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.658005 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.676398 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:05.727389 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:05.727938 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:05.736100 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 4c9f346e-197f-40d3-a09a-dd960a36dae9 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:05.779526 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de3473-7dbe-45f9-85fe-aeba4c9c8bf6 None None] Pushing event updated for resources: {'Port': ['ID=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:05.784910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-98de3473-7dbe-45f9-85fe-aeba4c9c8bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:05.800275 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.836770 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Transition to ACTIVE for port object aafea9a7-f87b-404b-b705-4b4a1ed8c141 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:05.878363 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0032f0c1-0c24-405e-9a9b-875a281d0267 req-48689a5d-1749-42aa-9355-023bcdfa9bee tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.0646183 Jun 28 14:19:05.900994 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.939233 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb1056-05f8-4a12-bd48-1eb6384abbb3,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:05.944249 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:05.950867 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:05.963018 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:05.975962 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:06.016883 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 4c9f346e-197f-40d3-a09a-dd960a36dae9 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:06.025977 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 4c9f346e-197f-40d3-a09a-dd960a36dae9 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:06.026352 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.034222 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.039337 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.041017 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b0b3456-8f95-4099-8303-7cbff8f5ade5 HTTP/1.1" status: 204 len: 168 time: 0.9035628 Jun 28 14:19:06.044630 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:06.051485 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0b3456-8f95-4099-8303-7cbff8f5ade5,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:06.065013 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:06.086538 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.088716 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:06.096600 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.105033 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:06.164689 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Attempting to bind port aafea9a7-f87b-404b-b705-4b4a1ed8c141 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:06.164991 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Attempting to bind port aafea9a7-f87b-404b-b705-4b4a1ed8c141 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:06.165298 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Attempting to bind port aafea9a7-f87b-404b-b705-4b4a1ed8c141 on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:06.198096 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.207022 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:06.207408 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:06.207820 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.208244 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:06.210316 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Bound port: aafea9a7-f87b-404b-b705-4b4a1ed8c141, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:06.210743 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.221700 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Transition to ACTIVE for port object fef2abb0-a192-4100-8224-a98b31e0378d will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:06.237906 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.37', 54127) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:06.239654 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3e4012-d873-461b-bc0d-ab81dede050e,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:06.252085 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:06.261043 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4686122 Jun 28 14:19:06.261721 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38764) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:06.265847 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:01Z', 'revision_number': 3, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:06.318362 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Request body: {'subnet': {'network_id': 'cb3e4012-d873-461b-bc0d-ab81dede050e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283681783-subnet', 'tenant_id': '1ea70a5d2bee43d8ac3f6f28e68c1302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:06.332362 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Sync routers for ids ['b960e046-6369-4b30-9550-ab98cafa7c4c'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:06.332891 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65346fd-fb52-44b3-8ad9-d54aa639337e None None] The sync data for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb is: [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:01Z', 'revision_number': 3, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:06.335166 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network cb3e4012-d873-461b-bc0d-ab81dede050e details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:19:06.377531 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.388352 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.427098 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45173392-96fc-4f3b-8d7b-223211c02cee None None] Pushing event updated for resources: {'Port': ['ID=aafea9a7-f87b-404b-b705-4b4a1ed8c141,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:06.434641 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-45173392-96fc-4f3b-8d7b-223211c02cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:06.464832 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Routers {'b960e046-6369-4b30-9550-ab98cafa7c4c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:06.465482 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['b960e046-6369-4b30-9550-ab98cafa7c4c'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:06.471673 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-762e4dc0-a775-406d-ae98-d33b8308aa69 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:06.474394 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-762e4dc0-a775-406d-ae98-d33b8308aa69 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 817 time: 0.8363202 Jun 28 14:19:06.476338 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-6c825974-0a77-41c5-b22f-50cd439b5fda tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:06.478410 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-6c825974-0a77-41c5-b22f-50cd439b5fda tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.37 "GET /v2.0/networks?id=f918a14e-c353-4628-9768-c00ad43a70d6 HTTP/1.1" status: 200 len: 811 time: 0.2251492 Jun 28 14:19:06.480732 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3c423824-ad7e-48e7-a477-d4716840afb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:06.494594 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Made reservation on behalf of 1ea70a5d2bee43d8ac3f6f28e68c1302 for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:06.497447 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.528859 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Network afd20472-d144-4be0-9b53-2a7326bf8d6f is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:06.546191 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:06.557741 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] For port aafea9a7-f87b-404b-b705-4b4a1ed8c141, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:06.562029 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] For port aafea9a7-f87b-404b-b705-4b4a1ed8c141, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=aafea9a7-f87b-404b-b705-4b4a1ed8c141,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:06.578182 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Request body: {'port': {'device_id': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6', 'admin_state_up': True, 'tenant_id': '95047dea33654f17b13c569530236f90'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:06.642189 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.652400 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.679162 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 4c9f346e-197f-40d3-a09a-dd960a36dae9, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=4c9f346e-197f-40d3-a09a-dd960a36dae9,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:06.686402 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.693554 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-289f355b-8e20-4d19-969d-daf2b98de89f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:06.717826 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:06.718707 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.817452 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:06.842565 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Set router b960e046-6369-4b30-9550-ab98cafa7c4c gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:06.939629 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-5f37cafe-ec4d-4bcc-a7d7-d653c90fea51 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/quotas/a4c24fc7768d41d88c6c518b10de00a8 HTTP/1.1" status: 200 len: 375 time: 0.4511530 Jun 28 14:19:07.035060 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Pushing event updated for resources: {'Port': ['ID=fef2abb0-a192-4100-8224-a98b31e0378d,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:07.219063 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:07.221615 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:07.325559 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a0f25134-0029-463e-88e6-ca0d82265192 req-78cd0b34-1155-4bea-b3d8-f7ad374b9dea tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.1442366 Jun 28 14:19:07.372101 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:07.389638 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:07.395485 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:07.496323 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:07.505040 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Made reservation on behalf of 95047dea33654f17b13c569530236f90 for: {'port': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:07.509149 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:07.624452 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:07.727349 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-9059b397-b710-4af1-b909-03e9040fefae tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7265606 Jun 28 14:19:07.738168 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Allocated IP 172.20.0.1 (9fa041cb-195b-4e28-9b64-f4aea1198091/cac23c3f-b263-4edf-9247-5b5a4d3cac4d/5aaa6f97-b342-4173-8a42-9d43216cdec7) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:07.962356 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Allocated IP 172.20.0.3 (f918a14e-c353-4628-9768-c00ad43a70d6/05fa8a4d-fb41-470f-be48-986eca3e0687/8dc8d753-00e7-4673-bcea-512b19865562) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:07.992736 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:08.085799 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e680711-5c20-4f35-9191-abbd5f28f56f,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:08.090535 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:08.174615 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Checking segment: {'id': '1f280777-45e4-4daf-a443-975817138c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cb3e4012-d873-461b-bc0d-ab81dede050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:08.174978 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Network hostable DHCP agents. Network: cb3e4012-d873-461b-bc0d-ab81dede050e, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:19:08.178348 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45173392-96fc-4f3b-8d7b-223211c02cee None None] Pushing event updated for resources: {'Port': ['ID=aafea9a7-f87b-404b-b705-4b4a1ed8c141,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:08.198896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-11e6f95b-f581-48fd-bc0b-c278d5a7fdff service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:19:08.198896 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-11e6f95b-f581-48fd-bc0b-c278d5a7fdff service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1371450 Jun 28 14:19:08.203198 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-45173392-96fc-4f3b-8d7b-223211c02cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.510s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:08.205795 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.357s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:08.257264 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.260587 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=4c9f346e-197f-40d3-a09a-dd960a36dae9,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:08.671761 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:08.674694 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.675891 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:18:59Z', 'revision_number': 3, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:08.676388 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.676388 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Transition to ACTIVE for port object 5aaa6f97-b342-4173-8a42-9d43216cdec7 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:08.676598 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290834c-7d33-4873-8c8a-3bf9628e716f None None] The sync data for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb is: [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:18:59Z', 'revision_number': 3, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:08.679400 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Network cb3e4012-d873-461b-bc0d-ab81dede050e is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:19:08.680229 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-2dd5a97d-a8b1-470b-9d7a-bfb6b1c562ff service neutron] 10.222.0.35 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835425 Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-5d06239c-e40f-4806-a8cb-d0fbcf4ace6f None None] Provisioning for port fef2abb0-a192-4100-8224-a98b31e0378d completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-5d06239c-e40f-4806-a8cb-d0fbcf4ace6f None None] Provisioning complete for port fef2abb0-a192-4100-8224-a98b31e0378d triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5d06239c-e40f-4806-a8cb-d0fbcf4ace6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.680303 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5d06239c-e40f-4806-a8cb-d0fbcf4ace6f None None] Port fef2abb0-a192-4100-8224-a98b31e0378d cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:19:08.680863 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9ca1c800-4901-46cc-99b8-a84e0ac12cb9 req-763a2bcd-e2b8-412a-81c3-b332e8aef3c9 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.0555680 Jun 28 14:19:08.680935 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:19:02Z', 'revision_number': 4, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'c523601a-e233-441b-b586-8569b14dc2f5', 'name': '', 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'mac_address': 'fa:16:3e:a6:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:01Z', 'updated_at': '2021-06-28T14:19:03Z', 'revision_number': 2, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'subnets': [{'id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:08.681059 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, cb3e4012-d873-461b-bc0d-ab81dede050e) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:08.681059 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.681198 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.681286 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:08.681286 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.681469 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.681469 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a529ee9a-0f1b-4355-a850-a6aa132b5aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:08.684904 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-667d3ff3-5e12-4f53-b788-13a7ecb90e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:08.747450 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c5185-b272-49c6-b307-f26d66a372a0 None None] Network cb3e4012-d873-461b-bc0d-ab81dede050e requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:08.752299 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.784644 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:08.804504 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Checking router: b960e046-6369-4b30-9550-ab98cafa7c4c for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:08.807479 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Updating router b960e046-6369-4b30-9550-ab98cafa7c4c port c523601a-e233-441b-b586-8569b14dc2f5 binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:19:08.851786 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.871676 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Pushing event updated for resources: {'Port': ['ID=8dc8d753-00e7-4673-bcea-512b19865562,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:08.892715 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:08.894764 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.900854 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Network f918a14e-c353-4628-9768-c00ad43a70d6 is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:08.902745 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:08.913078 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Pushing event updated for resources: {'Port': ['ID=fef2abb0-a192-4100-8224-a98b31e0378d,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:08.919271 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:08.934966 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:08.935810 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:08.935924 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:08.946536 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:08.959095 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-d3a77f73-69a8-4273-bfc1-499cb1028c03 service neutron] 10.222.0.35 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536153 Jun 28 14:19:08.959615 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:08.994533 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:09.023409 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:09.029819 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:09.051263 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-70cc74aa-37f0-44d6-ae8f-7fc1a1e6a708 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7458801 Jun 28 14:19:09.057829 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:09.095412 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5214162 Jun 28 14:19:09.110413 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:09.133883 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:09.134384 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:09.138479 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-b7a42302-eb0a-4319-813b-7e283a1831b6 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 14:19:09.145352 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-b7a42302-eb0a-4319-813b-7e283a1831b6 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192795 Jun 28 14:19:09.445868 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa3cfe4-a91c-42aa-aa35-dafc4f97d9ae None None] Network cb3e4012-d873-461b-bc0d-ab81dede050e requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:09.621513 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38876) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:09.679273 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Pushing event updated for resources: {'Port': ['ID=5aaa6f97-b342-4173-8a42-9d43216cdec7,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:09.732251 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:09.789335 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Request body: {'port': {'device_id': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:09.865358 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Deleting subnet cef1467e-449c-4377-9d56-91bdadfa3955 {{(pid=93575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:19:09.947923 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Network afd20472-d144-4be0-9b53-2a7326bf8d6f is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:09.953087 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:09.966795 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device aafea9a7-f87b-404b-b705-4b4a1ed8c141 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:10.080565 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:10.132675 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:10.161765 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e614b7b4-08ef-4913-924d-9fbff4e312c2 req-af7af4a6-1a61-4dba-9b22-42df4e7d092e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.1753809 Jun 28 14:19:10.330389 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-87a98706-072f-434c-ad60-43a159d6bc0a None None] Provisioning for port 5aaa6f97-b342-4173-8a42-9d43216cdec7 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:10.385164 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:10.499759 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-87a98706-072f-434c-ad60-43a159d6bc0a None None] Provisioning complete for port 5aaa6f97-b342-4173-8a42-9d43216cdec7 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:10.501525 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-87a98706-072f-434c-ad60-43a159d6bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:10.605673 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:10.790570 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-87a98706-072f-434c-ad60-43a159d6bc0a None None] Port 5aaa6f97-b342-4173-8a42-9d43216cdec7 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:19:10.827373 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:10.830740 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port aafea9a7-f87b-404b-b705-4b4a1ed8c141 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:10.910833 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port aafea9a7-f87b-404b-b705-4b4a1ed8c141 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:10.912690 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.087339 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-5b664089-1462-44f4-bb24-665dd1ed6d6a None None] Provisioning complete for port fef2abb0-a192-4100-8224-a98b31e0378d triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:11.091504 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5b664089-1462-44f4-bb24-665dd1ed6d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.187605 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.211835 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:19:11.218684 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5b664089-1462-44f4-bb24-665dd1ed6d6a None None] Port fef2abb0-a192-4100-8224-a98b31e0378d cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:19:11.275558 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.298710 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.315482 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:11.332655 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc8d753-00e7-4673-bcea-512b19865562 {{(pid=93575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:11.342278 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.366598 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Transition to ACTIVE for port object 8dc8d753-00e7-4673-bcea-512b19865562 will not be triggered until provisioned by entity L2. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:11.421091 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309ea8-07fb-4b1c-9b1b-bb913e12cd0e req-f3b1fcd4-5018-417b-9bfa-119523ab62b8 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:11.428872 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-60309ea8-07fb-4b1c-9b1b-bb913e12cd0e req-f3b1fcd4-5018-417b-9bfa-119523ab62b8 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 931 time: 1.2839811 Jun 28 14:19:11.457720 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.475065 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:11.488295 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.546439 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.607874 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port aafea9a7-f87b-404b-b705-4b4a1ed8c141, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=aafea9a7-f87b-404b-b705-4b4a1ed8c141,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:11.612478 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a784-688a-4930-a602-52a5000d8f11 req-f6729532-77f2-421a-97a1-885a474e81a0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:11.614303 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-f6729532-77f2-421a-97a1-885a474e81a0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 817 time: 0.9812226 Jun 28 14:19:11.615311 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Attempting to bind port 8dc8d753-00e7-4673-bcea-512b19865562 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:11.615921 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Attempting to bind port 8dc8d753-00e7-4673-bcea-512b19865562 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '96477a5c-9ea7-455b-bb7a-95f9465f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6'}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:11.616479 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Attempting to bind port 8dc8d753-00e7-4673-bcea-512b19865562 on network f918a14e-c353-4628-9768-c00ad43a70d6 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:11.630608 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-60309ea8-07fb-4b1c-9b1b-bb913e12cd0e req-cec1e1ee-f02e-417c-a50e-bafda12e8ba4 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001204 Jun 28 14:19:11.641565 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Port 8dc8d753-00e7-4673-bcea-512b19865562 on network f918a14e-c353-4628-9768-c00ad43a70d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:19:11.641565 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Attempting to bind port 8dc8d753-00e7-4673-bcea-512b19865562 on network f918a14e-c353-4628-9768-c00ad43a70d6 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:11.651736 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:11.652282 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Checking segment: {'id': '96477a5c-9ea7-455b-bb7a-95f9465f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:11.653720 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Bound using segment: {'id': '96477a5c-9ea7-455b-bb7a-95f9465f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6'} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:11.654591 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Bound port: 8dc8d753-00e7-4673-bcea-512b19865562, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96477a5c-9ea7-455b-bb7a-95f9465f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6'}}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:11.654943 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.672978 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Pushing event updated for resources: {'Port': ['ID=5aaa6f97-b342-4173-8a42-9d43216cdec7,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:11.682103 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8d753-00e7-4673-bcea-512b19865562,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:11.685400 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:11.690111 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:11.718451 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-cc339f7f-3825-4498-8404-bd0754768088 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/quotas/a4c24fc7768d41d88c6c518b10de00a8 HTTP/1.1" status: 200 len: 375 time: 0.0310028 Jun 28 14:19:11.752053 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] For port 8dc8d753-00e7-4673-bcea-512b19865562, host hv-cinder-76111, cleared binding levels {{(pid=93575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:11.762446 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] For port 8dc8d753-00e7-4673-bcea-512b19865562, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8dc8d753-00e7-4673-bcea-512b19865562,segment=NetworkSegment(96477a5c-9ea7-455b-bb7a-95f9465f0731),segment_id=96477a5c-9ea7-455b-bb7a-95f9465f0731)] {{(pid=93575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:11.849182 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:11.853242 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Transition to ACTIVE for port object c523601a-e233-441b-b586-8569b14dc2f5 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:11.853428 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.856977 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ece113fb-5378-483f-b1a8-14d7e86027b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:11.858929 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] 10.222.0.35 "PUT /v2.0/routers/31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2931173 Jun 28 14:19:11.862348 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Sync routers for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:11.862913 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:11.867046 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:11.906957 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:11.911342 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:11.924636 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.926751 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-45173392-96fc-4f3b-8d7b-223211c02cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:11.928592 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:11.929393 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:12.012235 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-8c57bdd7-3a5f-4cc4-8dde-2a0d1aa3726c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2528524 Jun 28 14:19:12.024394 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:12.025272 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef1467e-449c-4377-9d56-91bdadfa3955,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:12.045365 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:12.067974 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:12.079597 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cef1467e-449c-4377-9d56-91bdadfa3955 HTTP/1.1" status: 204 len: 168 time: 2.4539008 Jun 28 14:19:12.090296 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 38962) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:12.103701 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-73d3924a-ed61-474e-b669-32d614353956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:12.184967 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544369f1-fac1-4670-ba69-8f6eff75a69b None None] Pushing event updated for resources: {'Port': ['ID=c523601a-e233-441b-b586-8569b14dc2f5,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:12.199205 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-544369f1-fac1-4670-ba69-8f6eff75a69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:12.202284 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:12.318176 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:19:12.385883 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-ebf025a4-a574-434a-b588-8c7d5802340f service neutron] 10.222.0.35 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642495 Jun 28 14:19:12.428232 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:12.457538 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=aafea9a7-f87b-404b-b705-4b4a1ed8c141,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:12.461527 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:12.534097 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-afd1abe7-3710-47c4-ace8-2560d229ff7c None None] Provisioning complete for port 5aaa6f97-b342-4173-8a42-9d43216cdec7 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:12.536566 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-afd1abe7-3710-47c4-ace8-2560d229ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:12.571004 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:12.572027 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:12.574473 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] 10.222.0.37 "PUT /v2.0/ports/8dc8d753-00e7-4673-bcea-512b19865562 HTTP/1.1" status: 200 len: 1093 time: 2.9875345 Jun 28 14:19:12.575177 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'tag': '8dc8d753-00e7-4673-bcea-512b19865562'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:12.664244 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-afd1abe7-3710-47c4-ace8-2560d229ff7c None None] Port 5aaa6f97-b342-4173-8a42-9d43216cdec7 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:19:12.713803 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:12.714387 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:12.758558 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-430a7857-8d7f-439c-80c9-14f0b811f942 service neutron] 10.222.0.35 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644166 Jun 28 14:19:12.767648 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:12.788388 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] 10.222.0.35 "PUT /v2.0/routers/bfd602d5-d0ed-4e9c-a244-a72b06b7fc10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4045234 Jun 28 14:19:12.897655 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Sync routers for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:12.918283 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Attempting to bind port c523601a-e233-441b-b586-8569b14dc2f5 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:12.918283 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Attempting to bind port c523601a-e233-441b-b586-8569b14dc2f5 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:12.918935 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Attempting to bind port c523601a-e233-441b-b586-8569b14dc2f5 on network 4a2cf116-0eed-4434-8189-5aa984a37271 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:12.925439 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 2, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:12.954863 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:12.963334 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Checking segment: {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:12.964031 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:12.965729 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Bound using segment: {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:12.970422 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Bound port: c523601a-e233-441b-b586-8569b14dc2f5, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:12.971126 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:12.982423 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:12.986425 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:12.989579 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Checking router: 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:12.990030 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Updating router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 port fef2abb0-a192-4100-8224-a98b31e0378d binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:19:13.082417 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048" -d '{"events": [{"name": "network-changed", "server_uuid": "fda5896f-5516-4c6b-8f43-68642b5fa9ee", "tag": "8dc8d753-00e7-4673-bcea-512b19865562"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:13.123380 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:13.152695 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8d753-00e7-4673-bcea-512b19865562,revision_number=3']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:13.170655 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:13.413872 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:13.536147 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:13.601627 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-07d19709-57e6-4187-993a-04289e6b7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:13.603140 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-07d19709-57e6-4187-993a-04289e6b7257 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95047dea33654f17b13c569530236f90&device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 1096 time: 0.7559977 Jun 28 14:19:13.605409 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.615735 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.624078 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.624623 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > port after_create 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.624951 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.626794 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > port after_update 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.627224 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.627555 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.628730 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.629060 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.721901 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c688d64-a440-4faa-89c5-d7038741d950 req-73490679-48ad-4191-a4e6-7d8620965984 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:13.733849 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8c688d64-a440-4faa-89c5-d7038741d950 req-73490679-48ad-4191-a4e6-7d8620965984 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.1918478 Jun 28 14:19:13.753869 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:13.878913 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.879415 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.879836 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.880412 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:19:13.880871 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6648f9-b5bf-481a-9aab-3a83fb2629f3']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:13.907359 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8c688d64-a440-4faa-89c5-d7038741d950 req-0ce701c0-fb17-490b-8329-6b15902b5d0e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689746 Jun 28 14:19:13.940640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3c2f99-3f68-40ac-843a-a7ec92825807') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:13.945965 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3c2f99-3f68-40ac-843a-a7ec92825807') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:13.963570 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 4c9f346e-197f-40d3-a09a-dd960a36dae9 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:13.998802 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.111080 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.161373 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] For port c523601a-e233-441b-b586-8569b14dc2f5, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:14.213297 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39044) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:14.218032 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474696195', 'description': 'tempest-description--2100203291'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:14.228358 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.243789 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Transition to ACTIVE for port object fef2abb0-a192-4100-8224-a98b31e0378d will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:14.249557 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-2727ed22-7a74-4230-b34f-0af42dc69c9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dc8d753-00e7-4673-bcea-512b19865562 HTTP/1.1" status: 200 len: 217 time: 0.2060535 Jun 28 14:19:14.251213 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:19:14.251805 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: from cryptography.utils import int_from_bytes Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: from cryptography.utils import int_from_bytes Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:19:14.257197 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:19:14.259575 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 4c9f346e-197f-40d3-a09a-dd960a36dae9 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:14.261695 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.329846 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.339761 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:14.405207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.483939 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-76e9d4bc-35a2-4959-a00a-87e6517fcf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:14.485554 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-76e9d4bc-35a2-4959-a00a-87e6517fcf3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05fa8a4d-fb41-470f-be48-986eca3e0687 HTTP/1.1" status: 200 len: 851 time: 0.2000647 Jun 28 14:19:14.507217 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74435a79-9c2b-4a4b-9141-b82b41ddd9ec None None] Pushing event updated for resources: {'Port': ['ID=fef2abb0-a192-4100-8224-a98b31e0378d,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:14.518695 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.522227 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-74435a79-9c2b-4a4b-9141-b82b41ddd9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:14.574901 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:14.599512 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] For port c523601a-e233-441b-b586-8569b14dc2f5, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=c523601a-e233-441b-b586-8569b14dc2f5,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:14.683539 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.688818 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] 10.222.0.35 "DELETE /v2.0/networks/fa6648f9-b5bf-481a-9aab-3a83fb2629f3 HTTP/1.1" status: 204 len: 168 time: 2.5540280 Jun 28 14:19:14.716252 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.741442 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:14.766681 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39058) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:14.793169 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.794562 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa9523a-a8a8-4dd7-b16d-7d966100630c x-openstack-request-id: req-0aa9523a-a8a8-4dd7-b16d-7d966100630c {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:14.800741 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda5896f-5516-4c6b-8f43-68642b5fa9ee", "tag": "8dc8d753-00e7-4673-bcea-512b19865562", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:14.800741 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0aa9523a-a8a8-4dd7-b16d-7d966100630c {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:14.800741 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'tag': '8dc8d753-00e7-4673-bcea-512b19865562', 'status': 'completed', 'code': 200} Jun 28 14:19:14.820671 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Routers {'b960e046-6369-4b30-9550-ab98cafa7c4c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:14.823658 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['b960e046-6369-4b30-9550-ab98cafa7c4c'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:14.843255 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-51abf43b-ac5f-4ea4-a07a-3ecf11c2ef92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f918a14e-c353-4628-9768-c00ad43a70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3160279 Jun 28 14:19:14.846132 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6648f9-b5bf-481a-9aab-3a83fb2629f3,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:14.861775 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.882351 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-49526ba7-a3a0-46a4-aaa2-a5b33b686192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:14.884683 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Attempting to bind port fef2abb0-a192-4100-8224-a98b31e0378d on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:14.889001 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Attempting to bind port fef2abb0-a192-4100-8224-a98b31e0378d by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:14.889667 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Attempting to bind port fef2abb0-a192-4100-8224-a98b31e0378d on network afd20472-d144-4be0-9b53-2a7326bf8d6f {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:14.921005 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:14.921720 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Checking segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:14.926030 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.926745 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Bound using segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:14.927443 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Bound port: fef2abb0-a192-4100-8224-a98b31e0378d, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:14.928046 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.941465 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-2eeb4888-f68e-4bdc-8c5f-861f8e58aa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:14.964693 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:14.966442 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7520602 Jun 28 14:19:14.983736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39064) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:15.004669 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device aafea9a7-f87b-404b-b705-4b4a1ed8c141 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:15.018196 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'security_group_rule': {'security_group_id': 'd351c70e-9de9-4a0c-969f-484eff39fa9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:15.143248 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d351c70e-9de9-4a0c-969f-484eff39fa9f,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:15.146819 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] For port fef2abb0-a192-4100-8224-a98b31e0378d, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:15.158205 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] For port fef2abb0-a192-4100-8224-a98b31e0378d, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=fef2abb0-a192-4100-8224-a98b31e0378d,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:15.164876 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:15.219292 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.227013 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:15.227563 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] Set router b960e046-6369-4b30-9550-ab98cafa7c4c gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:15.234133 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.243772 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 2, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:15.289307 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-86cb7a1b-5976-40b7-9e68-a1666636be49 req-8440ce7e-85f9-4e84-9bd0-784081707ee6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.0577810 Jun 28 14:19:15.308343 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_v2 [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Deleting subnet 3e680711-5c20-4f35-9191-abbd5f28f56f {{(pid=93575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:19:15.317446 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.411205 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.495277 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.496559 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Checking router: bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:15.496559 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Updating router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 port 5aaa6f97-b342-4173-8a42-9d43216cdec7 binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:19:15.499314 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:15.504564 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-33f04885-6b66-4159-9c7c-57b74047f618 service neutron] 10.222.0.37 "GET /v2.0/networks/f918a14e-c353-4628-9768-c00ad43a70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443854 Jun 28 14:19:15.507101 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869720'] for subnet, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.523521 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74435a79-9c2b-4a4b-9141-b82b41ddd9ec None None] Pushing event updated for resources: {'Port': ['ID=fef2abb0-a192-4100-8224-a98b31e0378d,revision_number=4']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:15.530765 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:15.531314 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:15.539479 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-74435a79-9c2b-4a4b-9141-b82b41ddd9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:15.572794 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf51393-58d4-46f6-a916-ca2dca3fa74e,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:15.594311 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:15.614965 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port aafea9a7-f87b-404b-b705-4b4a1ed8c141 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:15.620180 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.652853 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39086) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:15.706056 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.707818 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7151854 Jun 28 14:19:15.714733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39096) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:15.727385 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'security_group_rule': {'security_group_id': 'd351c70e-9de9-4a0c-969f-484eff39fa9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:15.739233 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.811940 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4979ce3c-c4fc-490d-b298-21a18dd3d16b req-b366d07e-d0db-45b1-8064-3c43251d371b service neutron] 10.222.0.37 "GET /v2.0/networks/f918a14e-c353-4628-9768-c00ad43a70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318120 Jun 28 14:19:15.826505 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544369f1-fac1-4670-ba69-8f6eff75a69b None None] Pushing event updated for resources: {'Port': ['ID=c523601a-e233-441b-b586-8569b14dc2f5,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:15.847224 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.37', 54139) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:15.890023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:15.921463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-544369f1-fac1-4670-ba69-8f6eff75a69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:15.951553 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39098) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:15.959511 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:16.129465 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8b6a397b-88ca-4bba-885f-f6195d0905f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:16.137933 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:16.244941 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:16.261192 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-a0fefa59-5828-44f6-b6a5-e18a0c887af5 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:16.263415 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-a0fefa59-5828-44f6-b6a5-e18a0c887af5 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 817 time: 0.3848388 Jun 28 14:19:16.304663 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Request body: {'port': {'device_id': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'admin_state_up': True, 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:16.335559 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:16.392109 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:16.396540 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328194218', 'description': 'tempest-description--2069854690'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:16.452744 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:15Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:16.459200 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3104625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2941460'] for subnet, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:16.536940 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5869b5-eb6e-49f6-b8cd-92935fff05ee None None] The sync data for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb is: [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:15Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:16.553643 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:16.596966 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:16.596966 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3e680711-5c20-4f35-9191-abbd5f28f56f HTTP/1.1" status: 204 len: 168 time: 1.8129156 Jun 28 14:19:16.612042 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39128) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:16.722202 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cd9921-c349-4074-9383-46c1e37c235b,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:16.757591 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:16.767872 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:16.769458 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e680711-5c20-4f35-9191-abbd5f28f56f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:16.779057 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98350b-4c0c-4b10-909b-90b8688f4561 req-3398fc03-afc1-4bf9-b5ab-227eb41eb6d4 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:16.787271 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5a98350b-4c0c-4b10-909b-90b8688f4561 req-3398fc03-afc1-4bf9-b5ab-227eb41eb6d4 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.9715192 Jun 28 14:19:16.789838 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-452f219a-bdbd-45ff-abe4-3a938aef5530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:16.869387 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-45ad51c5-f8c1-43e7-a0de-99f24bd48dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:16.871160 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-45ad51c5-f8c1-43e7-a0de-99f24bd48dad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95047dea33654f17b13c569530236f90&device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 1096 time: 0.4449191 Jun 28 14:19:16.902536 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5a98350b-4c0c-4b10-909b-90b8688f4561 req-64c1b13f-b89c-4013-bef2-2c38c1c2ebe7 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138864 Jun 28 14:19:16.941687 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-033590a6-bbed-4911-9700-cfb2e47bf0fc req-3e566d37-68ef-418d-b36d-f0ef5d4524ea tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.1774886 Jun 28 14:19:17.168704 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-c22d582d-c608-4108-9b5e-24a8ae0c7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:17.172966 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-c22d582d-c608-4108-9b5e-24a8ae0c7425 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f918a14e-c353-4628-9768-c00ad43a70d6 HTTP/1.1" status: 200 len: 912 time: 0.2692187 Jun 28 14:19:17.225960 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.236300 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8b6a397b-88ca-4bba-885f-f6195d0905f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.238063 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.248279 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Transition to ACTIVE for port object 5aaa6f97-b342-4173-8a42-9d43216cdec7 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:17.259419 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3e4012-d873-461b-bc0d-ab81dede050e']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:17.266020 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:19:02Z', 'revision_number': 4, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'c523601a-e233-441b-b586-8569b14dc2f5', 'name': '', 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'mac_address': 'fa:16:3e:a6:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:01Z', 'updated_at': '2021-06-28T14:19:14Z', 'revision_number': 4, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'subnets': [{'id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:17.289080 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f280777-45e4-4daf-a443-975817138c83') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:17.293902 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f280777-45e4-4daf-a443-975817138c83') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:17.314404 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f92de-e196-4992-bc34-fca0633f398a None None] The sync data for ids ['b960e046-6369-4b30-9550-ab98cafa7c4c'] in dv-cinder-761113-15-smb is: [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:19:02Z', 'revision_number': 4, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'c523601a-e233-441b-b586-8569b14dc2f5', 'name': '', 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'mac_address': 'fa:16:3e:a6:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:01Z', 'updated_at': '2021-06-28T14:19:14Z', 'revision_number': 4, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'subnets': [{'id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:17.319170 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.330957 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8b6a397b-88ca-4bba-885f-f6195d0905f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.339033 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.353956 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:17.404371 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-78275a5b-8787-49c6-8f8d-a46248e60292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:17.415530 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8b6a397b-88ca-4bba-885f-f6195d0905f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fbd008cf3774f45b1cb516c2ee4f7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7604048 Jun 28 14:19:17.433117 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39148) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:17.557759 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.db.api [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:19:17.557759 dv-cinder-761113-15-smb neutron-server[93576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:19:17.557759 dv-cinder-761113-15-smb neutron-server[93576]: [parameters: {'project_id_1': 'a4c24fc7768d41d88c6c518b10de00a8', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 19, 17, 150343)}] Jun 28 14:19:17.557759 dv-cinder-761113-15-smb neutron-server[93576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:19:17.560250 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_db.api [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:19:17.575951 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.37', 54142) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:17.612612 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65df6a-6e52-4586-8fdc-fb0d104fec00 None None] Pushing event updated for resources: {'Port': ['ID=5aaa6f97-b342-4173-8a42-9d43216cdec7,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:17.613995 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-9ab78541-46b0-4147-af6b-3a7be93e4901 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dc8d753-00e7-4673-bcea-512b19865562 HTTP/1.1" status: 200 len: 217 time: 0.1675243 Jun 28 14:19:17.623431 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a397b-88ca-4bba-885f-f6195d0905f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5271175a-3d01-428f-a751-3f0ddcc0c56c,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:17.669467 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-9c65df6a-6e52-4586-8fdc-fb0d104fec00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:17.670174 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Attempting to bind port 5aaa6f97-b342-4173-8a42-9d43216cdec7 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:17.677740 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.682592 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Attempting to bind port 5aaa6f97-b342-4173-8a42-9d43216cdec7 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:17.683053 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Attempting to bind port 5aaa6f97-b342-4173-8a42-9d43216cdec7 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:17.712472 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:17.713338 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Checking segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:17.713917 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.714776 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Bound using segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:17.718008 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Bound port: 5aaa6f97-b342-4173-8a42-9d43216cdec7, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:17.724090 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.855106 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:19:17.856211 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:17.917272 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] For port 5aaa6f97-b342-4173-8a42-9d43216cdec7, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:17.923244 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] For port 5aaa6f97-b342-4173-8a42-9d43216cdec7, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=5aaa6f97-b342-4173-8a42-9d43216cdec7,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:19:18.007246 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:19:18.028380 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.035689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.041251 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-c768a28f-78f2-4289-ac29-f75f29af52a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:18.152046 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-4a1dbc5a-1f14-4e7c-b1e1-ada4143c84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:18.157476 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-4a1dbc5a-1f14-4e7c-b1e1-ada4143c84ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05fa8a4d-fb41-470f-be48-986eca3e0687 HTTP/1.1" status: 200 len: 851 time: 0.5269904 Jun 28 14:19:18.181346 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8b6a397b-88ca-4bba-885f-f6195d0905f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:18.266261 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.267657 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-d88643df-6f0b-451e-9dc1-e92c54b55100 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f918a14e-c353-4628-9768-c00ad43a70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999875 Jun 28 14:19:18.295559 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.297383 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-6df41ea8-8b53-44d2-9dc3-efeeaee672b2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5805035 Jun 28 14:19:18.416283 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.483516 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39162) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:18.492045 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'floatingip': {'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:18.521106 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.537122 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.614222 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7d09802-a84e-44f5-a107-31a20eae9fd6 req-42776bfe-763f-4a4c-9e32-1b28591b91f9 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.1120284 Jun 28 14:19:18.629859 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.639887 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.641458 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5271175a-3d01-428f-a751-3f0ddcc0c56c HTTP/1.1" status: 204 len: 168 time: 1.2055454 Jun 28 14:19:18.650931 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:18.654146 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.db.api [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:19:18.654146 dv-cinder-761113-15-smb neutron-server[93576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:19:18.654146 dv-cinder-761113-15-smb neutron-server[93576]: [parameters: {'project_id_1': '5f096b70de88402b847972f5cb6a198b', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 19, 18, 498117)}] Jun 28 14:19:18.654146 dv-cinder-761113-15-smb neutron-server[93576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:19:18.658168 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_db.api [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:19:18.685352 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5271175a-3d01-428f-a751-3f0ddcc0c56c,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:18.694257 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:18.747656 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39176) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:18.771544 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.777170 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Made reservation on behalf of a4c24fc7768d41d88c6c518b10de00a8 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:18.806428 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.809392 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65df6a-6e52-4586-8fdc-fb0d104fec00 None None] Pushing event updated for resources: {'Port': ['ID=5aaa6f97-b342-4173-8a42-9d43216cdec7,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:18.819203 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-9c65df6a-6e52-4586-8fdc-fb0d104fec00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:18.821208 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:18.823990 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:18.839614 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:18.881257 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:18.888392 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cb3e4012-d873-461b-bc0d-ab81dede050e HTTP/1.1" status: 204 len: 168 time: 2.2522759 Jun 28 14:19:19.032344 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c523601a-e233-441b-b586-8569b14dc2f5 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:19.061517 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3e4012-d873-461b-bc0d-ab81dede050e,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:19.124396 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a784-688a-4930-a602-52a5000d8f11 req-7a83166a-8970-43af-bf44-8278f3b0c1cd tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:19.126982 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-7a83166a-8970-43af-bf44-8278f3b0c1cd tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 817 time: 1.4910202 Jun 28 14:19:19.157102 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-23705f26-ab2e-4a96-bf59-1e9a818415a3 service neutron] 10.222.0.37 "GET /v2.0/networks/f918a14e-c353-4628-9768-c00ad43a70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261461 Jun 28 14:19:19.167936 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Request body: {'port': {'device_id': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'admin_state_up': True, 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:19.180560 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:19.181822 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:19.232411 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:19.270888 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:19.272785 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3108065 Jun 28 14:19:19.286623 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39194) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:19.369713 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port c523601a-e233-441b-b586-8569b14dc2f5 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:19.373632 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f3254fda-adab-4f25-8c8c-6d106f78b4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:19.390086 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4284e-1d7a-4793-9ae1-49b8f58d7104,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:19.400605 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'security_group_rule': {'security_group_id': 'bac4284e-1d7a-4793-9ae1-49b8f58d7104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:19.404948 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:19.436549 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port c523601a-e233-441b-b586-8569b14dc2f5 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:19.437164 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:19.438260 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404bae3-ce3a-4e67-8bfd-2e7b3c325590 req-b579f1c2-aa01-427e-baa6-d3860d73ceb2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:19.448520 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7404bae3-ce3a-4e67-8bfd-2e7b3c325590 req-b579f1c2-aa01-427e-baa6-d3860d73ceb2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.9170146 Jun 28 14:19:19.492799 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39198) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:19.613323 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1cbdd6cd-eaf2-4067-a1cb-372419e1a048 req-51ff61e6-fde4-4566-8316-bdb5fa5afea4 service neutron] 10.222.0.37 "GET /v2.0/networks/f918a14e-c353-4628-9768-c00ad43a70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148989 Jun 28 14:19:19.661153 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7404bae3-ce3a-4e67-8bfd-2e7b3c325590 req-27311a0d-1c8a-4967-b75b-c5b4a3286f5e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112925 Jun 28 14:19:19.679242 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-16dda419-b8dd-49fa-bb4b-6e28952e1336 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cd05ab9125348c68e3806cc474588b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1822801 Jun 28 14:19:19.688707 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39208) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:19.796753 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39210) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:19.820689 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:19.829181 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:19.831842 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:19.832546 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Allocated IP 172.20.0.6 (4a2cf116-0eed-4434-8189-5aa984a37271/079cd3de-261d-4069-b6c0-a13728c7e5a6/170514d2-e472-4b03-a025-0e9fcfbdd9fb) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:19.900239 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:19.978014 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.014466 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port c523601a-e233-441b-b586-8569b14dc2f5, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=c523601a-e233-441b-b586-8569b14dc2f5,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:20.017995 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:17Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:20.053312 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa758c8b-b119-493a-8da6-955e8d26c74f None None] The sync data for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb is: [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:17Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:20.067261 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.070483 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.074321 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61917da8-8f1e-4660-9488-1e0fcdcedd9f HTTP/1.1" status: 204 len: 168 time: 0.3820496 Jun 28 14:19:20.074321 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:20.090218 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61917da8-8f1e-4660-9488-1e0fcdcedd9f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:20.095083 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:20.105005 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.105005 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device fef2abb0-a192-4100-8224-a98b31e0378d up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:20.105005 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-544369f1-fac1-4670-ba69-8f6eff75a69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:20.105974 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3bd2d859-31ca-447b-9513-3a76ca0aacb3 req-a2f3487f-0164-4a8c-98af-d9d623f37cb0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.2508867 Jun 28 14:19:20.120288 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.db.api [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:19:20.120288 dv-cinder-761113-15-smb neutron-server[93575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:19:20.120288 dv-cinder-761113-15-smb neutron-server[93575]: [parameters: {'project_id_1': 'ed5e5ae2108f4dafbbc65737bfff3290', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 19, 19, 902503)}] Jun 28 14:19:20.120288 dv-cinder-761113-15-smb neutron-server[93575]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:19:20.120625 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_db.api [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:19:20.191878 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.199603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.db.api [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:19:20.199603 dv-cinder-761113-15-smb neutron-server[93576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:19:20.199603 dv-cinder-761113-15-smb neutron-server[93576]: [parameters: {'project_id_1': 'a4c24fc7768d41d88c6c518b10de00a8', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 19, 19, 968287)}] Jun 28 14:19:20.199603 dv-cinder-761113-15-smb neutron-server[93576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:19:20.199957 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_db.api [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:19:20.252595 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=c523601a-e233-441b-b586-8569b14dc2f5,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:20.257250 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:20.286978 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f3254fda-adab-4f25-8c8c-6d106f78b4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.365236 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port fef2abb0-a192-4100-8224-a98b31e0378d completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:20.374296 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port fef2abb0-a192-4100-8224-a98b31e0378d triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:20.377176 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.431305 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f3254fda-adab-4f25-8c8c-6d106f78b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.456461 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8e46de83-9d6b-4a56-a41a-639841d0301e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:20.541389 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.578356 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3254fda-adab-4f25-8c8c-6d106f78b4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1930fbbe-6710-4351-bd97-10bbef801583,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:20.588547 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port fef2abb0-a192-4100-8224-a98b31e0378d, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=fef2abb0-a192-4100-8224-a98b31e0378d,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:20.600474 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.607300 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f3254fda-adab-4f25-8c8c-6d106f78b4a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4acb7f086a84ca5b2be1f1e1b147983&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8523340 Jun 28 14:19:20.610669 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39218) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:20.612670 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f3254fda-adab-4f25-8c8c-6d106f78b4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:20.627025 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.651098 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.667846 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.670033 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-45173392-96fc-4f3b-8d7b-223211c02cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:20.688833 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.705485 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:20.781062 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=fef2abb0-a192-4100-8224-a98b31e0378d,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:20.785839 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:20.794275 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdf2e11-1ac4-482d-ac11-3c80006c4ebd,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:20.808332 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:20.835560 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.848593 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.894728 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.959793 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:20.983506 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:21.087462 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 5aaa6f97-b342-4173-8a42-9d43216cdec7 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:21.192424 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.197170 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Network 4a2cf116-0eed-4434-8189-5aa984a37271 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:21.222310 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e8e6-f24e-4bdd-9063-6d19690f241a req-cd5a5894-a8a4-4bc3-ae7b-88a409f00e36 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:21.224055 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a140e8e6-f24e-4bdd-9063-6d19690f241a req-cd5a5894-a8a4-4bc3-ae7b-88a409f00e36 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.3118818 Jun 28 14:19:21.225672 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.227896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Pushing event updated for resources: {'Port': ['ID=170514d2-e472-4b03-a025-0e9fcfbdd9fb,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:21.229057 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.248209 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:21.249460 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 5aaa6f97-b342-4173-8a42-9d43216cdec7 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:21.251941 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:21.257029 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 5aaa6f97-b342-4173-8a42-9d43216cdec7 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:21.257029 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.262458 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:21.267015 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1930fbbe-6710-4351-bd97-10bbef801583 HTTP/1.1" status: 204 len: 168 time: 0.6392488 Jun 28 14:19:21.273973 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:21.278832 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:21.280034 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.301334 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.343409 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Allocated IP 172.28.3.210 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/57a56f70-d3f3-4076-b722-c01427448ac2) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:21.411641 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39234) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:21.414821 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed5e5ae2108f4dafbbc65737bfff3290&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6137650 Jun 28 14:19:21.415874 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1930fbbe-6710-4351-bd97-10bbef801583,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:21.419811 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:21.432445 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39236) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:21.434217 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:21.491795 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.539281 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 5aaa6f97-b342-4173-8a42-9d43216cdec7, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=5aaa6f97-b342-4173-8a42-9d43216cdec7,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:21.571618 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-606b6fb0-a040-4994-bb15-6a79c8af4040 req-d283c144-d143-4e1f-a0dc-eb4314d69c4e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.1203430 Jun 28 14:19:21.587694 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.592638 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2232399 Jun 28 14:19:21.593267 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39240) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:21.606298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a061c-ff2d-48a9-8e25-4a0aa356e8e2,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:21.618681 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:21.665322 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.665322 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c523601a-e233-441b-b586-8569b14dc2f5 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:21.665322 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:21.666187 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'security_group_rule': {'security_group_id': 'bac4284e-1d7a-4793-9ae1-49b8f58d7104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:21.676578 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-cc196608-3f79-4727-bedc-c950b04286a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ea70a5d2bee43d8ac3f6f28e68c1302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554073 Jun 28 14:19:21.682205 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39244) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:21.710901 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a140e8e6-f24e-4bdd-9063-6d19690f241a req-c4839d9b-1f34-4f24-a59a-4562af7077b4 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391477 Jun 28 14:19:21.764411 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f6c6ee4e-074a-479a-91c3-eaf6567ffa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.785160 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=5aaa6f97-b342-4173-8a42-9d43216cdec7,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:21.799047 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:21.928395 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f6c6ee4e-074a-479a-91c3-eaf6567ffa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.930009 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port c523601a-e233-441b-b586-8569b14dc2f5 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:21.930009 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.930486 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.930568 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:21.930568 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:22.762857 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 5aaa6f97-b342-4173-8a42-9d43216cdec7 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:22.778147 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dce7d20e-f1fc-44f2-98af-bed18b81d18c req-ca573f83-9109-47aa-ae97-e94478788f3f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.0523579 Jun 28 14:19:22.805043 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Made reservation on behalf of a4c24fc7768d41d88c6c518b10de00a8 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:22.810062 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:22.843189 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 5aaa6f97-b342-4173-8a42-9d43216cdec7 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:22.844461 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:22.930545 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:22.936996 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:22.949046 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device fef2abb0-a192-4100-8224-a98b31e0378d up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:22.953523 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f6c6ee4e-074a-479a-91c3-eaf6567ffa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:22.954300 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:22.970098 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f6c6ee4e-074a-479a-91c3-eaf6567ffa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:22.975906 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6945479 Jun 28 14:19:22.977088 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f6c6ee4e-074a-479a-91c3-eaf6567ffa78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/741a061c-ff2d-48a9-8e25-4a0aa356e8e2 HTTP/1.1" status: 204 len: 168 time: 1.4485908 Jun 28 14:19:22.980423 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:23.018045 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.019762 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5feb1056-05f8-4a12-bd48-1eb6384abbb3 HTTP/1.1" status: 204 len: 168 time: 1.3350041 Jun 28 14:19:23.020265 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port fef2abb0-a192-4100-8224-a98b31e0378d triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:23.020690 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.022553 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6ee4e-074a-479a-91c3-eaf6567ffa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a061c-ff2d-48a9-8e25-4a0aa356e8e2,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:23.043271 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb1056-05f8-4a12-bd48-1eb6384abbb3,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:23.057891 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4cf0-222c-4341-b02d-7d1d384a0d35 req-484c6322-eca5-40b8-aea1-eb91f98f0132 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:23.059576 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-449a4cf0-222c-4341-b02d-7d1d384a0d35 req-484c6322-eca5-40b8-aea1-eb91f98f0132 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.1785014 Jun 28 14:19:23.060543 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:23.061080 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:23.061492 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:23.157405 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-449a4cf0-222c-4341-b02d-7d1d384a0d35 req-4a3c088e-2c4c-478b-8d5e-84244c57a7a1 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839550 Jun 28 14:19:23.157495 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:23.166176 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:23.194301 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'Port': ['ID=57a56f70-d3f3-4076-b722-c01427448ac2,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:23.210662 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:23.252239 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39264) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:23.265680 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c18afbdb-d145-4c98-8c18-6b0bd22fccc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.321429 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Allocated IP 172.20.0.8 (4a2cf116-0eed-4434-8189-5aa984a37271/079cd3de-261d-4069-b6c0-a13728c7e5a6/f781925a-57fd-4226-833f-dee3d3030bbc) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:23.366805 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:23.413975 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c18afbdb-d145-4c98-8c18-6b0bd22fccc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.436718 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.455743 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.598027 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c18afbdb-d145-4c98-8c18-6b0bd22fccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.600638 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:23.638220 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-c18afbdb-d145-4c98-8c18-6b0bd22fccc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e69eeba4432462591b40ef13d888552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848696 Jun 28 14:19:23.639163 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18afbdb-d145-4c98-8c18-6b0bd22fccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac38f50d-3528-4371-bfcf-b4aea1cb148e,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:23.642346 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39274) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:23.644513 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c18afbdb-d145-4c98-8c18-6b0bd22fccc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:23.728385 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.766489 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.772821 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.794804 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.837394 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.848914 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:23.869116 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.898374 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e87e91-6da6-4221-bd7b-223ceeb19f97,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:23.901203 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.904528 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:23.905913 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac38f50d-3528-4371-bfcf-b4aea1cb148e HTTP/1.1" status: 204 len: 168 time: 0.2627232 Jun 28 14:19:23.907765 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:23.907949 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:23.922388 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac38f50d-3528-4371-bfcf-b4aea1cb148e,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:23.927983 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:24.049805 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.052634 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f271051b-b4aa-42f9-9fc3-1ee42f26a830 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4108694 Jun 28 14:19:24.055623 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39294) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:24.062080 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'floatingip': {'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:24.131762 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7142d6b9-b30d-4208-949b-dd314fe9ca5e req-72181420-6e32-4ac9-80a1-82d2ba0fbf1a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.0742443 Jun 28 14:19:24.143401 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.150639 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c0fde2b8-45ee-4884-ade7-a95995edd609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:24.206917 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.213214 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.267741 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Network 4a2cf116-0eed-4434-8189-5aa984a37271 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:24.271748 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Pushing event updated for resources: {'Port': ['ID=f781925a-57fd-4226-833f-dee3d3030bbc,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:24.291917 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:24.293104 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:24.298311 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:24.310408 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:24.311081 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.355500 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.359640 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:24.418399 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f318079-0225-4929-a319-75d695481d53 req-442e392a-ba86-4269-9019-0ffc05d8f83d tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:24.419764 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0f318079-0225-4929-a319-75d695481d53 req-442e392a-ba86-4269-9019-0ffc05d8f83d tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.1070576 Jun 28 14:19:24.428254 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.446596 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2984099 Jun 28 14:19:24.450269 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.470881 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'Port': ['ID=57a56f70-d3f3-4076-b722-c01427448ac2,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:24.479478 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:24.518789 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0f318079-0225-4929-a319-75d695481d53 req-e4870d26-dbfc-4a44-9af7-6cfd8045117e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877419 Jun 28 14:19:24.535551 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.536856 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0505781 Jun 28 14:19:24.604153 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Allocated IP 172.28.3.134 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/2e7e4bad-cefc-4efd-8236-4b23e7efe73e) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:24.728550 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.866926 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:24.876939 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:24.907135 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:24.911667 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:24.915337 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:24.930594 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-cdd09838-2ede-4fc6-a841-b2039fc79081 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1474696195&fields=id&tenant_id=5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 267 time: 0.0574169 Jun 28 14:19:25.021990 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Request body: {'port': {'device_id': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:25.053750 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Request body: {'port': {'device_id': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:25.145874 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'Port': ['ID=2e7e4bad-cefc-4efd-8236-4b23e7efe73e,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:25.150070 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:25.189866 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-b09bb658-cccd-415b-b1dc-94669a38001f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:25.196627 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-b09bb658-cccd-415b-b1dc-94669a38001f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 817 time: 0.2566392 Jun 28 14:19:25.228758 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-c2524be4-03c5-451d-9882-a1a71551e6fc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/quotas/5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 375 time: 0.0311658 Jun 28 14:19:25.242330 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.244412 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.265128 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.368547 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d784c-cc15-4e13-99ba-00c7148e44c5 req-ce3f0a9e-1eff-4f2e-9abe-83e8fb6fc05a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:25.371051 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2d0d784c-cc15-4e13-99ba-00c7148e44c5 req-ce3f0a9e-1eff-4f2e-9abe-83e8fb6fc05a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 931 time: 0.0862274 Jun 28 14:19:25.446031 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.483176 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2d0d784c-cc15-4e13-99ba-00c7148e44c5 req-67d09e00-ca32-4a8a-92b9-d3f0a4192eb3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870247 Jun 28 14:19:25.600457 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-aa60f38d-6441-4332-89a4-16b59eaf9b7a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3639345 Jun 28 14:19:25.643485 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.719762 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.727810 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-737f5837-a8ff-462f-917c-cf265925fe52 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:25.789097 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-be6a30d1-e350-4851-bccd-31ce1df19c71 service neutron] 10.222.0.35 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833000 Jun 28 14:19:25.820108 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'Port': ['ID=2e7e4bad-cefc-4efd-8236-4b23e7efe73e,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:25.831601 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:25.851798 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.871687 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eb8aa-6110-481b-ba6d-bcff7e7dc2e7 req-713d6f69-d5b8-4e8a-8984-f5b85fd5d00e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:25.874498 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c62eb8aa-6110-481b-ba6d-bcff7e7dc2e7 req-713d6f69-d5b8-4e8a-8984-f5b85fd5d00e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.1942534 Jun 28 14:19:25.929663 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c62eb8aa-6110-481b-ba6d-bcff7e7dc2e7 req-4df61bec-0672-43f6-a537-f0686b08277f tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490508 Jun 28 14:19:25.949504 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170514d2-e472-4b03-a025-0e9fcfbdd9fb {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:25.958104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.972164 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9027183 Jun 28 14:19:25.972633 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:25.997205 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-719170cc-36d9-47b4-9c2f-5cf2867188ca service neutron] 10.222.0.35 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095091 Jun 28 14:19:26.014812 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Transition to ACTIVE for port object 170514d2-e472-4b03-a025-0e9fcfbdd9fb will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:26.087016 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:26.107122 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:26.210493 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Pushing event updated for resources: {'Port': ['ID=170514d2-e472-4b03-a025-0e9fcfbdd9fb,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:26.232452 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:26.290478 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Attempting to bind port 170514d2-e472-4b03-a025-0e9fcfbdd9fb on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:26.290998 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Attempting to bind port 170514d2-e472-4b03-a025-0e9fcfbdd9fb by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:26.291446 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Attempting to bind port 170514d2-e472-4b03-a025-0e9fcfbdd9fb on network 4a2cf116-0eed-4434-8189-5aa984a37271 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:26.335663 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Port 170514d2-e472-4b03-a025-0e9fcfbdd9fb on network 4a2cf116-0eed-4434-8189-5aa984a37271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:19:26.335663 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Attempting to bind port 170514d2-e472-4b03-a025-0e9fcfbdd9fb on network 4a2cf116-0eed-4434-8189-5aa984a37271 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:26.335663 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-85144c94-91fb-4a48-a114-cfc271142106 req-3775b82c-5b89-4e4a-95a8-27bf38a6d546 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 210 time: 0.0492327 Jun 28 14:19:26.354336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:26.354764 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Checking segment: {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:26.355416 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Bound using segment: {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:26.355974 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Bound port: 170514d2-e472-4b03-a025-0e9fcfbdd9fb, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:26.356450 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:26.364959 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-f2c74ce5-e8ec-4301-aa59-42972029ebd0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1328194218&fields=id&tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed HTTP/1.1" status: 200 len: 267 time: 0.0818932 Jun 28 14:19:26.579195 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-cb16af36-ff1c-41e0-90f7-43d98db4c4a8 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:26.586019 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-cb16af36-ff1c-41e0-90f7-43d98db4c4a8 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 811 time: 0.2176874 Jun 28 14:19:26.598910 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f781925a-57fd-4226-833f-dee3d3030bbc {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:26.612094 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-3660aeb3-f090-4cb5-abd5-f532a666c0b3 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/quotas/b57fa15d98dc40e5a34ce023e48fd4ed HTTP/1.1" status: 200 len: 375 time: 0.0132060 Jun 28 14:19:26.613749 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:26.643270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Transition to ACTIVE for port object f781925a-57fd-4226-833f-dee3d3030bbc will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:26.649363 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] For port 170514d2-e472-4b03-a025-0e9fcfbdd9fb, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:26.654148 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] For port 170514d2-e472-4b03-a025-0e9fcfbdd9fb, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:26.737003 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:26.740206 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:26.743010 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:26.745383 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-9fc03815-0060-48f1-9f81-90fc556f38b8 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244905 Jun 28 14:19:26.818767 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:26.819364 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:26.820789 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] 10.222.0.37 "PUT /v2.0/ports/170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 1093 time: 1.8031874 Jun 28 14:19:26.821411 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'tag': '170514d2-e472-4b03-a025-0e9fcfbdd9fb'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:26.885424 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb78726-0442-4ea7-9a04-9eedb5411300 req-47f1d627-67c8-4719-bbed-fdaa19e67f99 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:26.885636 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-1f06d4de-3275-4c83-b4f0-c72221a1eba8 service neutron] 10.222.0.35 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257293 Jun 28 14:19:26.887287 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3bb78726-0442-4ea7-9a04-9eedb5411300 req-47f1d627-67c8-4719-bbed-fdaa19e67f99 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 931 time: 0.2024677 Jun 28 14:19:26.889774 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d3863-2665-4159-8661-93336a765229 service neutron] Pushing event updated for resources: {'Port': ['ID=f781925a-57fd-4226-833f-dee3d3030bbc,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:27.043396 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Attempting to bind port f781925a-57fd-4226-833f-dee3d3030bbc on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:27.044025 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Attempting to bind port f781925a-57fd-4226-833f-dee3d3030bbc by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:27.044025 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Attempting to bind port f781925a-57fd-4226-833f-dee3d3030bbc on network 4a2cf116-0eed-4434-8189-5aa984a37271 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:27.082506 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-fe9a958d-9865-4cc7-8a55-0e45718f62b6 service neutron] 10.222.0.35 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958914 Jun 28 14:19:27.103329 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Port f781925a-57fd-4226-833f-dee3d3030bbc on network 4a2cf116-0eed-4434-8189-5aa984a37271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:19:27.103697 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Attempting to bind port f781925a-57fd-4226-833f-dee3d3030bbc on network 4a2cf116-0eed-4434-8189-5aa984a37271 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:27.113145 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Pushing event updated for resources: {'Port': ['ID=170514d2-e472-4b03-a025-0e9fcfbdd9fb,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:27.118107 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:27.118868 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:27.119202 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Checking segment: {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:27.119581 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Bound using segment: {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:27.120050 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Bound port: f781925a-57fd-4226-833f-dee3d3030bbc, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83a99db-56db-4138-a515-74a5a21c779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:27.120558 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:27.125131 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3bb78726-0442-4ea7-9a04-9eedb5411300 req-74ad43c7-a462-44e0-a22d-6ca72eee079f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822281 Jun 28 14:19:27.125636 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:27.126004 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:27.191327 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-d2132ac3-f523-47eb-8868-ba31164484ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:27.194323 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-d2132ac3-f523-47eb-8868-ba31164484ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1096 time: 0.2481041 Jun 28 14:19:27.290862 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-bb205381-391b-4aa9-8b95-e2b84f540680 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 217 time: 0.0808344 Jun 28 14:19:27.314716 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f61985-046c-4c04-b97f-346a9d52e4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a747e9-25e5-400a-810a-1e51aea5b43a", "tag": "170514d2-e472-4b03-a025-0e9fcfbdd9fb"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:27.338583 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] For port f781925a-57fd-4226-833f-dee3d3030bbc, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:27.383512 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] For port f781925a-57fd-4226-833f-dee3d3030bbc, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f781925a-57fd-4226-833f-dee3d3030bbc,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:27.402067 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-9a3bd00e-95bb-4975-a2d0-3ab1a399be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:27.403604 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-9a3bd00e-95bb-4975-a2d0-3ab1a399be7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.1029236 Jun 28 14:19:27.492941 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:27.496598 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-6077f24b-ec90-4ccd-93c6-da2210ce7dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826402 Jun 28 14:19:27.505658 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc86e84-3e89-4a32-af84-5841a372d777 req-bc354cf9-6a1c-4712-a386-c203107ff787 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:27.507154 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7fc86e84-3e89-4a32-af84-5841a372d777 req-bc354cf9-6a1c-4712-a386-c203107ff787 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 943 time: 0.2217741 Jun 28 14:19:27.509990 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:27.591489 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:27.592241 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:27.593585 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-425d3863-2665-4159-8661-93336a765229 service neutron] 10.222.0.37 "PUT /v2.0/ports/f781925a-57fd-4226-833f-dee3d3030bbc HTTP/1.1" status: 200 len: 1093 time: 2.5444450 Jun 28 14:19:27.664441 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d3863-2665-4159-8661-93336a765229 service neutron] Pushing event updated for resources: {'Port': ['ID=f781925a-57fd-4226-833f-dee3d3030bbc,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:27.671081 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7fc86e84-3e89-4a32-af84-5841a372d777 req-f15b2e93-37f4-44bb-a7a2-78548cfcdcb8 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278925 Jun 28 14:19:27.673413 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-425d3863-2665-4159-8661-93336a765229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:27.707991 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8190ba4-c01f-4ae1-841f-f3d97193978b x-openstack-request-id: req-e8190ba4-c01f-4ae1-841f-f3d97193978b {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:27.708343 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a747e9-25e5-400a-810a-1e51aea5b43a", "tag": "170514d2-e472-4b03-a025-0e9fcfbdd9fb", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:27.708655 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8190ba4-c01f-4ae1-841f-f3d97193978b {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:27.709096 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'tag': '170514d2-e472-4b03-a025-0e9fcfbdd9fb', 'status': 'completed', 'code': 200} Jun 28 14:19:27.719816 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-69bd8c6c-cd7e-4ec7-a6c7-1dd9f98c9590 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105889 Jun 28 14:19:27.838399 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dbeebfd2-febc-417b-8967-e0f5466ca260 req-cbb0ea71-613c-4d0d-8eda-6008b642ba9a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 210 time: 0.0603304 Jun 28 14:19:27.930772 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5aa71a6c-5a0e-449b-9a8f-2c54098fd21d req-8dbf8df1-ab9b-4460-9a2e-a5dd4ea81d05 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 210 time: 0.0357447 Jun 28 14:19:27.992815 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1da8953-f053-4efe-a2f5-a6204ff27f43 req-3f1876ca-f431-4d7f-968b-5b94a2d7919e service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427354 Jun 28 14:19:28.006213 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a784-688a-4930-a602-52a5000d8f11 req-dfb88a62-18db-4927-aa69-9f34c9352901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:28.007764 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-dfb88a62-18db-4927-aa69-9f34c9352901 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 1096 time: 0.2091281 Jun 28 14:19:28.042457 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 8dc8d753-00e7-4673-bcea-512b19865562 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:19:28.143702 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-dfc9aee1-8ef3-4e3a-b5a1-76fa5d9a1133 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f781925a-57fd-4226-833f-dee3d3030bbc HTTP/1.1" status: 200 len: 217 time: 0.1233463 Jun 28 14:19:28.180165 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39486) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:28.273701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 8dc8d753-00e7-4673-bcea-512b19865562, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8dc8d753-00e7-4673-bcea-512b19865562,segment=NetworkSegment(96477a5c-9ea7-455b-bb7a-95f9465f0731),segment_id=96477a5c-9ea7-455b-bb7a-95f9465f0731)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:28.287643 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '8dc8d753-00e7-4673-bcea-512b19865562', 'network_id': 'f918a14e-c353-4628-9768-c00ad43a70d6', 'port_id': '8dc8d753-00e7-4673-bcea-512b19865562', 'mac_address': 'fa:16:3e:01:0c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa8a4d-fb41-470f-be48-986eca3e0687', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:19:28.295768 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a784-688a-4930-a602-52a5000d8f11 req-bc09c4d4-6699-4030-923a-f3118c82c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:28.297585 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-bc09c4d4-6699-4030-923a-f3118c82c01a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.1448815 Jun 28 14:19:28.358085 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-8fd86119-19b0-46e5-8df3-56888f31ad59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523131 Jun 28 14:19:28.369772 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:28.376958 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-a3151c82-eaf0-474f-b0d6-48278983bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:28.378518 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-a3151c82-eaf0-474f-b0d6-48278983bbaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1096 time: 0.1477411 Jun 28 14:19:28.384399 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc8d753-00e7-4673-bcea-512b19865562 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:28.405497 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 8dc8d753-00e7-4673-bcea-512b19865562, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8dc8d753-00e7-4673-bcea-512b19865562,segment=NetworkSegment(96477a5c-9ea7-455b-bb7a-95f9465f0731),segment_id=96477a5c-9ea7-455b-bb7a-95f9465f0731)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:28.416568 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-52603150-c0b6-40e9-a2b4-e2f9257ee90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:28.469938 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ecfc3-bfc5-4865-bc1d-ef4bcf8e3002 req-640e25e7-d57a-4567-ac9d-695c3f02ff71 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:28.477570 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-977ecfc3-bfc5-4865-bc1d-ef4bcf8e3002 req-640e25e7-d57a-4567-ac9d-695c3f02ff71 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 943 time: 0.1320529 Jun 28 14:19:28.501769 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:28.505136 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:28.543303 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-977ecfc3-bfc5-4865-bc1d-ef4bcf8e3002 req-9836b3e1-054d-439a-b230-45b7d7ab9ac3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Jun 28 14:19:28.590961 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-52603150-c0b6-40e9-a2b4-e2f9257ee90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:28.611666 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=8dc8d753-00e7-4673-bcea-512b19865562,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:28.623587 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:28.634908 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-7921ad36-bbfe-4147-9b34-02ad6e1a275c service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692361 Jun 28 14:19:28.636011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-cee5752f-c185-4910-b5b7-61c5482e5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:28.637690 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-cee5752f-c185-4910-b5b7-61c5482e5672 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.2494965 Jun 28 14:19:28.661025 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-52603150-c0b6-40e9-a2b4-e2f9257ee90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:28.688650 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:28.694826 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-52603150-c0b6-40e9-a2b4-e2f9257ee90d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fda426286a244d03ba9e89bbbd7f4649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110211 Jun 28 14:19:28.698235 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39500) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:28.794767 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:28.797191 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52603150-c0b6-40e9-a2b4-e2f9257ee90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f9ba8-6806-400d-a6d3-7b05e2c9e0a4,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:28.802141 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-52603150-c0b6-40e9-a2b4-e2f9257ee90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:28.829924 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:28.886675 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['8dc8d753-00e7-4673-bcea-512b19865562'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:19:28.966042 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-afc5de0b-f528-49ea-bf45-e4313bd63168 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 217 time: 0.3110905 Jun 28 14:19:29.011703 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:29.019371 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:29.021037 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a0f9ba8-6806-400d-a6d3-7b05e2c9e0a4 HTTP/1.1" status: 204 len: 168 time: 0.3248932 Jun 28 14:19:29.027205 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c18afbdb-d145-4c98-8c18-6b0bd22fccc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:29.092351 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6aff6c6b-f82a-4c0b-93c1-458982eee8c3 req-0bbd120e-9904-4721-93b0-e5db2d7fda47 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 210 time: 0.0676959 Jun 28 14:19:29.094029 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f9ba8-6806-400d-a6d3-7b05e2c9e0a4,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:29.096684 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:29.119849 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-928922e7-2a7b-497e-9b27-1b1bef7181a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:29.122369 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-928922e7-2a7b-497e-9b27-1b1bef7181a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.1437719 Jun 28 14:19:29.187399 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-c75320c6-12b9-41a4-a9ab-e9206b01f005 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494213 Jun 28 14:19:29.295244 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-49d0b556-11f8-481a-afd7-d1e1fe9ea959 req-a95c45e3-e016-4c2e-a02f-61f249b26c12 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 210 time: 0.0383854 Jun 28 14:19:29.344085 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63e0a784-688a-4930-a602-52a5000d8f11 req-5cfe3975-c2ba-4655-ad37-d5ad6ccd829d service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963689 Jun 28 14:19:29.413760 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-17dbf914-d057-4787-ba28-b221f4b86e53 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659393 Jun 28 14:19:29.428569 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a926-edb4-4fca-b8a2-ac14bd9574d3 req-5f5c7993-1106-427e-b09e-72ffbb9f2292 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:29.430040 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6110a926-edb4-4fca-b8a2-ac14bd9574d3 req-5f5c7993-1106-427e-b09e-72ffbb9f2292 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 944 time: 0.3067892 Jun 28 14:19:29.578069 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6110a926-edb4-4fca-b8a2-ac14bd9574d3 req-a60b8c9f-08d7-441b-bf1f-13ae2630e5db tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350944 Jun 28 14:19:29.585301 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39526) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:29.601382 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-d362e531-3d09-403d-96eb-cd37aa1c70c4 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:29.601382 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-d362e531-3d09-403d-96eb-cd37aa1c70c4 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 817 time: 0.2151604 Jun 28 14:19:29.643248 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d3f61985-046c-4c04-b97f-346a9d52e4b9 req-64638bb9-b756-4012-9526-66a92e8c2864 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121799 Jun 28 14:19:29.698427 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-7fe5972d-99a8-43bb-9a32-8d80fba35e3a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 380 time: 0.0832748 Jun 28 14:19:29.714367 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'port': {'device_id': '417f89e0-0852-4bbb-9269-45c65594bce1', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'admin_state_up': True, 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'security_groups': ['d351c70e-9de9-4a0c-969f-484eff39fa9f']}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:29.721750 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'tag': 'f781925a-57fd-4226-833f-dee3d3030bbc'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:29.726711 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "298f8dd3-136f-4dd3-9180-63bc2651933f", "tag": "f781925a-57fd-4226-833f-dee3d3030bbc"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:29.758825 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-fa67009f-79e1-49fe-aa0c-98a1354dce42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:29.776992 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfee13-6987-4e6e-ad75-04b0b660b926 req-378062b6-ef66-4a24-8147-bdfe821eb125 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:29.784276 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c5cfee13-6987-4e6e-ad75-04b0b660b926 req-378062b6-ef66-4a24-8147-bdfe821eb125 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 943 time: 0.1148577 Jun 28 14:19:29.809332 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39532) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:29.842185 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-888c2eec-ac8f-4c54-b253-edc7435e8ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:29.842270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58760ffc-a0b7-4829-86aa-e315331e65ec x-openstack-request-id: req-58760ffc-a0b7-4829-86aa-e315331e65ec {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:29.842270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f8dd3-136f-4dd3-9180-63bc2651933f", "tag": "f781925a-57fd-4226-833f-dee3d3030bbc", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:29.842270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58760ffc-a0b7-4829-86aa-e315331e65ec {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:29.842270 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'tag': 'f781925a-57fd-4226-833f-dee3d3030bbc', 'status': 'completed', 'code': 200} Jun 28 14:19:29.873173 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c5cfee13-6987-4e6e-ad75-04b0b660b926 req-ce2c1b6b-7b26-425f-b7a0-190668aa4dd4 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880415 Jun 28 14:19:29.944336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-cb0cf7bc-672f-4466-9298-ae617259ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:29.945964 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-cb0cf7bc-672f-4466-9298-ae617259ec4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 1096 time: 0.0583739 Jun 28 14:19:29.965343 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-fa67009f-79e1-49fe-aa0c-98a1354dce42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.023957 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 8dc8d753-00e7-4673-bcea-512b19865562 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:30.024694 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-fa67009f-79e1-49fe-aa0c-98a1354dce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.028070 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:30.045804 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.db.api [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 14:19:30.045804 dv-cinder-761113-15-smb neutron-server[93576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 14:19:30.045804 dv-cinder-761113-15-smb neutron-server[93576]: [parameters: {'project_id_1': '5f096b70de88402b847972f5cb6a198b', 'expiration_1': datetime.datetime(2021, 6, 28, 14, 19, 29, 883054)}] Jun 28 14:19:30.045804 dv-cinder-761113-15-smb neutron-server[93576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 14:19:30.046537 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_db.api [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 14:19:30.094593 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-b83a9187-8529-4137-8944-58985f5e7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:30.096109 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-b83a9187-8529-4137-8944-58985f5e7c7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.1352620 Jun 28 14:19:30.105418 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67009f-79e1-49fe-aa0c-98a1354dce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e0fb7-b0bc-4a30-9cc8-b3003a64908a,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:30.109613 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-fa67009f-79e1-49fe-aa0c-98a1354dce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:30.114710 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-fa67009f-79e1-49fe-aa0c-98a1354dce42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e979467349544c8c9c2c37855f76f956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254140 Jun 28 14:19:30.114860 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39550) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:30.146571 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 8dc8d753-00e7-4673-bcea-512b19865562 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:30.150183 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 8dc8d753-00e7-4673-bcea-512b19865562 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:30.150775 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.188845 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-03dd65cf-56f1-420b-a324-91a0e08861cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f781925a-57fd-4226-833f-dee3d3030bbc HTTP/1.1" status: 200 len: 217 time: 0.0680480 Jun 28 14:19:30.205987 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.211857 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-888c2eec-ac8f-4c54-b253-edc7435e8ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.235437 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.253488 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-b965d40d-3d2e-463e-baf5-a56f58e9a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:30.255417 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-b965d40d-3d2e-463e-baf5-a56f58e9a181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.0585589 Jun 28 14:19:30.260401 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.284348 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8d753-00e7-4673-bcea-512b19865562'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:30.300220 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-888c2eec-ac8f-4c54-b253-edc7435e8ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.303372 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4782aa59-dc08-45e6-86f5-1038ac8c62c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:30.316455 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a09f072d-c5c3-4d8a-81e5-b5b3502b53ad req-3729aa1a-a298-408e-ac3c-36ef8ccff9ef tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 210 time: 0.0536501 Jun 28 14:19:30.319933 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-e7d2691f-4afd-46d7-85e4-b1ff8d647b05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451434 Jun 28 14:19:30.352523 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-888c2eec-ac8f-4c54-b253-edc7435e8ace admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b92810e0ad84b4db518b90bec19cbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358894 Jun 28 14:19:30.352523 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2eec-ac8f-4c54-b253-edc7435e8ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197a4b72-aadb-45b2-bf06-6d953dd521ae,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:30.352523 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39556) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:30.360168 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-888c2eec-ac8f-4c54-b253-edc7435e8ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:30.376976 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.380202 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.403324 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f6e0fb7-b0bc-4a30-9cc8-b3003a64908a HTTP/1.1" status: 204 len: 168 time: 0.2705119 Jun 28 14:19:30.416380 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 8dc8d753-00e7-4673-bcea-512b19865562, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8dc8d753-00e7-4673-bcea-512b19865562,segment=NetworkSegment(96477a5c-9ea7-455b-bb7a-95f9465f0731),segment_id=96477a5c-9ea7-455b-bb7a-95f9465f0731)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:30.432446 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4f96dca0-764e-4f4b-a15d-fbe91018c6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:30.446505 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-3f712b78-daa7-45dd-9dbb-bcb10e739d8f service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206193 Jun 28 14:19:30.471140 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e0fb7-b0bc-4a30-9cc8-b3003a64908a,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:30.484467 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:30.512523 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.517688 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.520499 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-544369f1-fac1-4670-ba69-8f6eff75a69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:30.576818 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a677c6-6639-454d-8d04-937b35ed4560" -d '{"events": [{"server_uuid": "fda5896f-5516-4c6b-8f43-68642b5fa9ee", "name": "network-vif-plugged", "status": "completed", "tag": "8dc8d753-00e7-4673-bcea-512b19865562"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:30.579222 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.629262 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=8dc8d753-00e7-4673-bcea-512b19865562,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:30.635329 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cc50c3e-a63a-4f0f-b253-f671b7cacc9d req-7949791b-f197-4bf8-8a54-7430e6db5c87 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812286 Jun 28 14:19:30.636901 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:30.640833 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-61be61ef-407c-4efc-9e89-b7cc25bafb4c req-dd84685d-a30c-47c8-b742-56d78b5e22bb tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 210 time: 0.0738149 Jun 28 14:19:30.678785 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Made reservation on behalf of 5f096b70de88402b847972f5cb6a198b for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:30.682395 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.747494 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.751975 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:30.754429 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/197a4b72-aadb-45b2-bf06-6d953dd521ae HTTP/1.1" status: 204 len: 168 time: 0.4027486 Jun 28 14:19:30.754429 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a17f8144-1b3c-4f10-adf3-950cd8ebcf9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:30.758770 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b66786-2ee3-41ce-9b8d-73daea6af150 x-openstack-request-id: req-e0b66786-2ee3-41ce-9b8d-73daea6af150 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:30.759229 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5896f-5516-4c6b-8f43-68642b5fa9ee", "name": "network-vif-plugged", "status": "completed", "tag": "8dc8d753-00e7-4673-bcea-512b19865562", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:30.759884 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0b66786-2ee3-41ce-9b8d-73daea6af150 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:30.760558 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8d753-00e7-4673-bcea-512b19865562', 'code': 200} Jun 28 14:19:30.776011 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197a4b72-aadb-45b2-bf06-6d953dd521ae,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:30.780470 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:30.980331 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4306a3-828e-40ee-8f1d-b45f55b7c848 req-51a502a1-ccd3-4c40-a218-221e5f429adf tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:30.994407 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-e716aa10-e554-4d21-a266-2183f149a777 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:30.994594 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4e4306a3-828e-40ee-8f1d-b45f55b7c848 req-51a502a1-ccd3-4c40-a218-221e5f429adf tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.1377497 Jun 28 14:19:30.994673 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-e716aa10-e554-4d21-a266-2183f149a777 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 811 time: 0.2679913 Jun 28 14:19:31.026358 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Allocated IP 172.20.0.14 (afd20472-d144-4be0-9b53-2a7326bf8d6f/015bfa87-21ef-4d05-b2a5-af11a6c4f118/ca8a3795-67ea-4dfb-a915-a52ea254f0c6) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:31.071373 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4e4306a3-828e-40ee-8f1d-b45f55b7c848 req-8d52545c-166d-4d1c-8f5d-f77e608891f7 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784540 Jun 28 14:19:31.095178 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-6e667db1-c28d-47f7-a845-c054875ff5a7 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed HTTP/1.1" status: 200 len: 380 time: 0.0824547 Jun 28 14:19:31.106873 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'port': {'device_id': '10b24760-e9ca-4781-acff-90221816a11a', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'admin_state_up': True, 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'security_groups': ['bac4284e-1d7a-4793-9ae1-49b8f58d7104']}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:31.344330 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.353345 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8ed5b-2507-4dc4-ba3f-72b87484193a req-86b18762-fe0b-4456-a036-d9b5ecbf44f6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:31.354886 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-03e8ed5b-2507-4dc4-ba3f-72b87484193a req-86b18762-fe0b-4456-a036-d9b5ecbf44f6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 943 time: 0.2414482 Jun 28 14:19:31.389788 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Transition to ACTIVE for port object ca8a3795-67ea-4dfb-a915-a52ea254f0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:31.437644 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-03e8ed5b-2507-4dc4-ba3f-72b87484193a req-420e4a93-2a10-42de-aba2-78c73b1b539b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716345 Jun 28 14:19:31.473654 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b19d-6adc-4683-8ec0-3a232ef04889 req-9cf364be-1f57-4393-8754-22c21fc91ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:31.475312 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-33d9b19d-6adc-4683-8ec0-3a232ef04889 req-9cf364be-1f57-4393-8754-22c21fc91ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 1098 time: 0.1440649 Jun 28 14:19:31.510226 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-33d9b19d-6adc-4683-8ec0-3a232ef04889 req-436b7d72-8039-4b01-b1a3-8b2139e97498 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.510637 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39600) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:31.525733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3921d44f-b783-4abc-a727-f5333495598f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.534427 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Made reservation on behalf of b57fa15d98dc40e5a34ce023e48fd4ed for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:31.536664 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6ceb66da-9efe-48a3-a755-18ff9f0cdd33 req-e36e6365-af77-44f2-b0b4-c7f584f58849 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 210 time: 0.0325489 Jun 28 14:19:31.538196 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.558912 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.582177 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-80c3b5ac-12eb-4d35-9549-b8dfccfc2e73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:31.637598 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-33d9b19d-6adc-4683-8ec0-3a232ef04889 req-436b7d72-8039-4b01-b1a3-8b2139e97498 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.654542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Network afd20472-d144-4be0-9b53-2a7326bf8d6f is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:31.664353 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:31.672303 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:31.677669 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:31.678279 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.705719 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:31.710378 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:31.718136 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-33d9b19d-6adc-4683-8ec0-3a232ef04889 req-436b7d72-8039-4b01-b1a3-8b2139e97498 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.730366 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5645e423-d7f5-49fc-844e-73bcfc308cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:31.769385 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-33d9b19d-6adc-4683-8ec0-3a232ef04889 req-436b7d72-8039-4b01-b1a3-8b2139e97498 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794259 Jun 28 14:19:31.781357 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b7d72-8039-4b01-b1a3-8b2139e97498 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=68773761-9e2f-4dbd-9be3-a73c9409fb42,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:31.797424 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-436b7d72-8039-4b01-b1a3-8b2139e97498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:31.832245 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3921d44f-b783-4abc-a727-f5333495598f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.900642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3921d44f-b783-4abc-a727-f5333495598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:31.912501 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Allocated IP 172.20.0.7 (9fa041cb-195b-4e28-9b64-f4aea1198091/cac23c3f-b263-4edf-9247-5b5a4d3cac4d/c3b42ff6-77f7-4e89-b45e-d504028a9ae8) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:31.914315 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:31.969566 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-3921d44f-b783-4abc-a727-f5333495598f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4791ed112e534ed989a76a40c4d62350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561679 Jun 28 14:19:31.975051 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39612) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:31.979657 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921d44f-b783-4abc-a727-f5333495598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b25667-ec62-4e37-b63e-173247ae6319,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:32.021834 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 170514d2-e472-4b03-a025-0e9fcfbdd9fb details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:19:32.044226 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.048249 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3374274 Jun 28 14:19:32.057190 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3921d44f-b783-4abc-a727-f5333495598f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:32.068520 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740264f-01b2-4e83-926c-05cbf57c09a0 req-61c69bfb-e411-447e-9f01-135d9e3708b9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:32.076814 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4740264f-01b2-4e83-926c-05cbf57c09a0 req-61c69bfb-e411-447e-9f01-135d9e3708b9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 932 time: 0.2260883 Jun 28 14:19:32.081189 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.164029 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 170514d2-e472-4b03-a025-0e9fcfbdd9fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:32.178130 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '170514d2-e472-4b03-a025-0e9fcfbdd9fb', 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'port_id': '170514d2-e472-4b03-a025-0e9fcfbdd9fb', 'mac_address': 'fa:16:3e:93:02:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:19:32.182028 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.183749 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-db5e5880-9fcd-4006-8af0-64c5010be4b6 None None] Provisioning for port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:32.199593 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Request body: {'port': {'device_id': '417f89e0-0852-4bbb-9269-45c65594bce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:32.209777 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-db5e5880-9fcd-4006-8af0-64c5010be4b6 None None] Provisioning complete for port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:32.210158 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-db5e5880-9fcd-4006-8af0-64c5010be4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.249238 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.259697 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-db5e5880-9fcd-4006-8af0-64c5010be4b6 None None] Port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:19:32.269209 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170514d2-e472-4b03-a025-0e9fcfbdd9fb {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:32.272369 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4740264f-01b2-4e83-926c-05cbf57c09a0 req-93f80427-b75f-444c-8448-6d8c22db2c07 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932371 Jun 28 14:19:32.291240 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.293392 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.297520 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91b25667-ec62-4e37-b63e-173247ae6319 HTTP/1.1" status: 204 len: 168 time: 0.3184681 Jun 28 14:19:32.297520 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-888c2eec-ac8f-4c54-b253-edc7435e8ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:32.322093 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 170514d2-e472-4b03-a025-0e9fcfbdd9fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:32.337626 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285992-f92c-4f55-ba28-499243ec46d3 req-5814fc42-1c47-42ef-ba90-6d0abc5bd125 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:32.339971 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7e285992-f92c-4f55-ba28-499243ec46d3 req-5814fc42-1c47-42ef-ba90-6d0abc5bd125 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.1128862 Jun 28 14:19:32.340512 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b25667-ec62-4e37-b63e-173247ae6319,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:32.343484 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:32.379276 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.380112 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device f781925a-57fd-4226-833f-dee3d3030bbc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:19:32.384079 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:32.413779 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7e285992-f92c-4f55-ba28-499243ec46d3 req-5e0148bd-d5fb-479f-8e8f-44bb9802a21c tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616381 Jun 28 14:19:32.494363 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=170514d2-e472-4b03-a025-0e9fcfbdd9fb,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:32.497764 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:32.508543 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port f781925a-57fd-4226-833f-dee3d3030bbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f781925a-57fd-4226-833f-dee3d3030bbc,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:32.533056 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'f781925a-57fd-4226-833f-dee3d3030bbc', 'network_id': '4a2cf116-0eed-4434-8189-5aa984a37271', 'port_id': 'f781925a-57fd-4226-833f-dee3d3030bbc', 'mac_address': 'fa:16:3e:f5:ad:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079cd3de-261d-4069-b6c0-a13728c7e5a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:19:32.564690 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Transition to ACTIVE for port object c3b42ff6-77f7-4e89-b45e-d504028a9ae8 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:32.581054 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.594697 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f781925a-57fd-4226-833f-dee3d3030bbc {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:32.622905 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port f781925a-57fd-4226-833f-dee3d3030bbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f781925a-57fd-4226-833f-dee3d3030bbc,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:32.625789 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.712430 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.716690 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:32.728371 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7c249e63-8e6f-440b-970c-e2543f753f3b req-5a5427ed-6223-4c23-98df-df7b406a63e6 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 210 time: 0.0603878 Jun 28 14:19:32.740924 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c6a6a-644d-4f16-9cb4-4f2fd94688d8 req-4b21bcb1-76bf-4fa4-bf29-58193476ca93 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:32.761089 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-716c6a6a-644d-4f16-9cb4-4f2fd94688d8 req-4b21bcb1-76bf-4fa4-bf29-58193476ca93 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 943 time: 0.1797450 Jun 28 14:19:32.789898 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=f781925a-57fd-4226-833f-dee3d3030bbc,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:32.793526 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:32.804358 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-6e3d17ed-ffc4-4749-aeeb-4e560a5bc35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.835421 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.864170 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:19:32.864759 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-425d3863-2665-4159-8661-93336a765229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:32.903417 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:32.929544 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:32.937518 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:32.942739 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:32.943360 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:32.983048 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-716c6a6a-644d-4f16-9cb4-4f2fd94688d8 req-e77cd9ea-813d-4402-ba34-9372d8ab6dae tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210536 Jun 28 14:19:33.013515 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'Port': ['ID=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:33.020896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:33.104814 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['170514d2-e472-4b03-a025-0e9fcfbdd9fb'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:19:33.125805 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0242674 Jun 28 14:19:33.137574 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8a3795-67ea-4dfb-a915-a52ea254f0c6 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:33.149415 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Request body: {'port': {'device_id': '10b24760-e9ca-4781-acff-90221816a11a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:33.153383 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:33.161429 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['f781925a-57fd-4226-833f-dee3d3030bbc'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:19:33.215025 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Transition to ACTIVE for port object ca8a3795-67ea-4dfb-a915-a52ea254f0c6 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:33.273155 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:33.304742 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-95001728-b9a1-4278-aac1-a2e18d47b311 None None] Provisioning for port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:33.318466 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-95001728-b9a1-4278-aac1-a2e18d47b311 None None] Provisioning complete for port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:33.319067 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-95001728-b9a1-4278-aac1-a2e18d47b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:33.324957 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:33.350129 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b73be819-d31d-4e69-933c-ae5bc2858e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:33.427396 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-95001728-b9a1-4278-aac1-a2e18d47b311 None None] Port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:19:33.583366 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Attempting to bind port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:33.583949 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Attempting to bind port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:33.584038 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Attempting to bind port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 on network afd20472-d144-4be0-9b53-2a7326bf8d6f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:33.688219 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb6c9-0d44-4a24-96bf-5edc479974af req-4fd748ee-b566-40a3-ad4d-348236319254 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:33.691410 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-895bb6c9-0d44-4a24-96bf-5edc479974af req-4fd748ee-b566-40a3-ad4d-348236319254 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.1636136 Jun 28 14:19:33.760830 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-895bb6c9-0d44-4a24-96bf-5edc479974af req-9f73f2ea-5673-4425-957c-f595fe74d134 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523105 Jun 28 14:19:33.779239 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 on network afd20472-d144-4be0-9b53-2a7326bf8d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:19:33.782581 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Attempting to bind port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 on network afd20472-d144-4be0-9b53-2a7326bf8d6f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:33.806970 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:33.806970 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Checking segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:33.807272 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Bound using segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:33.807883 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Bound port: ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:33.808103 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:33.823840 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:33.826995 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:34.011487 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9ce3d-67b2-4b4e-a633-b7d0fb5fcf6d req-c2990e3f-9c84-472a-a46a-f6a49110eb36 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.013131 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-06f9ce3d-67b2-4b4e-a633-b7d0fb5fcf6d req-c2990e3f-9c84-472a-a46a-f6a49110eb36 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 931 time: 0.0987358 Jun 28 14:19:34.036050 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a69bd-2231-4e2e-96ea-d0ca316db825 req-1535588c-bf86-4e2e-accb-afbbf37d6d29 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.046636 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a96a69bd-2231-4e2e-96ea-d0ca316db825 req-1535588c-bf86-4e2e-accb-afbbf37d6d29 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.2897704 Jun 28 14:19:34.054299 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-06f9ce3d-67b2-4b4e-a633-b7d0fb5fcf6d req-b462fb1b-f819-4917-94bc-061d5f0f1011 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Jun 28 14:19:34.055356 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:34.061425 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:34.134667 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a96a69bd-2231-4e2e-96ea-d0ca316db825 req-2d8a20fa-a7f9-428c-a190-43a8f8d34992 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873554 Jun 28 14:19:34.146482 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:34.152941 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:34.217963 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.219541 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:34.221858 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] 10.222.0.37 "PUT /v2.0/ports/ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 200 len: 1094 time: 2.0311420 Jun 28 14:19:34.227053 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b42ff6-77f7-4e89-b45e-d504028a9ae8 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:34.232490 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:34.235060 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717" -d '{"events": [{"name": "network-changed", "server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:34.247139 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:34.257334 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3364-9867-4398-b7ce-d1b80323151f req-b810fd62-5b0e-481c-bbf8-8d201f0dd851 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.266890 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ab4d3364-9867-4398-b7ce-d1b80323151f req-b810fd62-5b0e-481c-bbf8-8d201f0dd851 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 944 time: 0.0821836 Jun 28 14:19:34.272751 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Transition to ACTIVE for port object c3b42ff6-77f7-4e89-b45e-d504028a9ae8 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:34.273585 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:34.283847 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:34.304476 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ab4d3364-9867-4398-b7ce-d1b80323151f req-0dfe74f3-ffb7-46ce-9db3-6c6b44849710 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365422 Jun 28 14:19:34.313714 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e756f0-b524-495f-ba45-58cf0ddac1b6 x-openstack-request-id: req-c1e756f0-b524-495f-ba45-58cf0ddac1b6 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:34.314021 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:34.314299 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1e756f0-b524-495f-ba45-58cf0ddac1b6 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:34.314774 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'status': 'completed', 'code': 200} Jun 28 14:19:34.343395 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:34.362596 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:34.427441 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:34.439818 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:34.455129 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-de51ab89-503d-43d6-a3c7-b8ca6ae4aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.457133 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-de51ab89-503d-43d6-a3c7-b8ca6ae4aaca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1097 time: 0.1240089 Jun 28 14:19:34.511008 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-a8e61064-2f1b-4420-bb44-39630e0fc5d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 200 len: 217 time: 0.0385761 Jun 28 14:19:34.563923 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-9bb2e101-1349-4a65-a143-70007a0596ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.565496 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-9bb2e101-1349-4a65-a143-70007a0596ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0484807 Jun 28 14:19:34.648484 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-e55463b5-46e8-452a-840e-1e2023d06bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.650034 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-e55463b5-46e8-452a-840e-1e2023d06bb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0778160 Jun 28 14:19:34.750188 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Attempting to bind port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:34.750534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Attempting to bind port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:34.750870 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Attempting to bind port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:34.758042 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:19:34.758363 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Attempting to bind port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:34.769531 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:34.769873 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Checking segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:34.770257 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Bound using segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:34.770689 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Bound port: c3b42ff6-77f7-4e89-b45e-d504028a9ae8, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:34.771052 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:34.796549 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-5097e441-a0e7-4103-b8de-251a32be1258 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387229 Jun 28 14:19:34.903070 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] For port c3b42ff6-77f7-4e89-b45e-d504028a9ae8, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:34.909635 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] For port c3b42ff6-77f7-4e89-b45e-d504028a9ae8, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:34.958420 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f1c518d-ef78-433b-b8d1-021d685169d0 req-7985d926-518a-4e95-a0f1-cfbac9aee223 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425087 Jun 28 14:19:34.992042 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187c02c-58dd-45e1-8f95-44287d755858 req-50e4e89c-d694-499e-893e-96ddbf4121ed tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:34.997523 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4187c02c-58dd-45e1-8f95-44287d755858 req-50e4e89c-d694-499e-893e-96ddbf4121ed tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0859699 Jun 28 14:19:34.997523 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:34.997523 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-fbc58be1-65d2-4d08-ab6d-6ae716d86a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:35.055569 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.056251 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.057633 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] 10.222.0.37 "PUT /v2.0/ports/c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 200 len: 1093 time: 1.9145181 Jun 28 14:19:35.087941 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Pushing event updated for resources: {'Port': ['ID=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:35.091954 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4187c02c-58dd-45e1-8f95-44287d755858 req-409e0336-a42f-42e8-860d-4d8b47f2c206 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878015 Jun 28 14:19:35.092791 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:35.300926 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4f3471ca-226a-4de8-97dd-be494a4f5da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.314164 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a184-9981-4a21-b21c-432ebe1d1a8f req-d29205bf-2fa2-4c30-a493-461210ad2288 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.316647 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b906a184-9981-4a21-b21c-432ebe1d1a8f req-d29205bf-2fa2-4c30-a493-461210ad2288 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 943 time: 0.1072474 Jun 28 14:19:35.325744 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-0aa73f9f-12b2-4886-a5a5-4b87945ff795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.327933 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-0aa73f9f-12b2-4886-a5a5-4b87945ff795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1097 time: 0.1801898 Jun 28 14:19:35.364935 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b906a184-9981-4a21-b21c-432ebe1d1a8f req-315548d6-2366-4699-a7ea-d5381ab56298 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Jun 28 14:19:35.387230 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.426902 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39752) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:35.440698 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4aaf0542-de69-4536-b889-9a38b9fb8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.442162 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-4aaf0542-de69-4536-b889-9a38b9fb8f88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 1096 time: 0.2100401 Jun 28 14:19:35.481993 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b95d27-ee66-4b99-aa6f-65e93669e5d7 req-f334c9cc-f20f-4c27-aa4b-69da9f152ac6 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.483563 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b3b95d27-ee66-4b99-aa6f-65e93669e5d7 req-f334c9cc-f20f-4c27-aa4b-69da9f152ac6 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.1524591 Jun 28 14:19:35.506120 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.521963 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-3f249c04-1021-44f8-bf45-e258119eed74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 200 len: 217 time: 0.0560970 Jun 28 14:19:35.548951 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-278247ae-cdeb-4823-aaf9-77671db92e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.550380 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-278247ae-cdeb-4823-aaf9-77671db92e89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.2077146 Jun 28 14:19:35.560258 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6db1-db21-4fb2-8832-39d74b9620fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.585950 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3690c5-19fc-404a-bbf3-5f009116b4ea req-f95f146b-2e4f-4a6b-b08e-66c1d35e8048 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.587400 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fa3690c5-19fc-404a-bbf3-5f009116b4ea req-f95f146b-2e4f-4a6b-b08e-66c1d35e8048 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 944 time: 0.0958297 Jun 28 14:19:35.621567 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-35954310-7aa9-4031-84bf-d9b2e7154f05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 200 len: 217 time: 0.0538962 Jun 28 14:19:35.626854 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b3b95d27-ee66-4b99-aa6f-65e93669e5d7 req-89ae6707-e252-4827-b819-c057589d21bb tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124275 Jun 28 14:19:35.647694 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fa3690c5-19fc-404a-bbf3-5f009116b4ea req-97d339c6-b365-4ec8-8c7a-4f0ecb1ef546 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522177 Jun 28 14:19:35.662479 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-d6f9c541-a9eb-4dc8-a465-c5643f7d4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.664058 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-d6f9c541-a9eb-4dc8-a465-c5643f7d4513 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.1268144 Jun 28 14:19:35.705637 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-bba49bf2-3ed5-4e50-847d-d2448d1cb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.707106 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-bba49bf2-3ed5-4e50-847d-d2448d1cb5c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0763958 Jun 28 14:19:35.725648 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6db1-db21-4fb2-8832-39d74b9620fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.769384 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bbcc6db1-db21-4fb2-8832-39d74b9620fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.772748 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-436b7d72-8039-4b01-b1a3-8b2139e97498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:35.813492 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc6db1-db21-4fb2-8832-39d74b9620fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9add0a-18a8-4bf6-8453-cba8cfeedb07,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:35.823293 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-bbcc6db1-db21-4fb2-8832-39d74b9620fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8b1101931704a589f629e1cbb02827a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946877 Jun 28 14:19:35.824397 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39762) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:35.826493 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bbcc6db1-db21-4fb2-8832-39d74b9620fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:35.882963 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.906115 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:35.970561 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-1db20152-425f-4478-b62d-a115e6893106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:35.971948 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-1db20152-425f-4478-b62d-a115e6893106 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3011305 Jun 28 14:19:36.009168 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-520658b3-5788-4f41-8a0a-ac2b711c6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:36.010633 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-520658b3-5788-4f41-8a0a-ac2b711c6501 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2960374 Jun 28 14:19:36.039486 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 170514d2-e472-4b03-a025-0e9fcfbdd9fb up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:36.089155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.091915 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.093223 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b9add0a-18a8-4bf6-8453-cba8cfeedb07 HTTP/1.1" status: 204 len: 168 time: 0.2642581 Jun 28 14:19:36.093940 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:36.102495 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9add0a-18a8-4bf6-8453-cba8cfeedb07,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:36.106621 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:36.128044 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-1d2212ee-a3b1-41c3-9b80-a99ccf3233ec service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467731 Jun 28 14:19:36.152319 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 170514d2-e472-4b03-a025-0e9fcfbdd9fb completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:36.156276 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 170514d2-e472-4b03-a025-0e9fcfbdd9fb triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:36.156908 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.211688 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-9349997d-6d14-4463-9321-23d49ea1f35b service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743751 Jun 28 14:19:36.248294 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.276187 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170514d2-e472-4b03-a025-0e9fcfbdd9fb'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:36.278572 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ede0d2-9a0f-4748-8031-04488201f8cd" -d '{"events": [{"server_uuid": "c1a747e9-25e5-400a-810a-1e51aea5b43a", "name": "network-vif-plugged", "status": "completed", "tag": "170514d2-e472-4b03-a025-0e9fcfbdd9fb"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:36.292434 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 170514d2-e472-4b03-a025-0e9fcfbdd9fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:36.324609 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a938c-4297-4afa-a50e-b167ff9f5a51 x-openstack-request-id: req-390a938c-4297-4afa-a50e-b167ff9f5a51 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:36.325208 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a747e9-25e5-400a-810a-1e51aea5b43a", "name": "network-vif-plugged", "status": "completed", "tag": "170514d2-e472-4b03-a025-0e9fcfbdd9fb", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:36.325208 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-390a938c-4297-4afa-a50e-b167ff9f5a51 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:36.325547 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170514d2-e472-4b03-a025-0e9fcfbdd9fb', 'code': 200} Jun 28 14:19:36.330302 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:36.332619 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be538af-6d76-4218-8be0-e19ad55bff09" -d '{"events": [{"name": "network-changed", "server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:36.347910 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-93c9cdf8-7ce3-49c8-9cb1-375c543fc747 req-15368501-ed99-412b-9a3b-88b943aa6257 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087831 Jun 28 14:19:36.381119 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff081ac2-6dd9-42f6-a1c7-8876fc450144 x-openstack-request-id: req-ff081ac2-6dd9-42f6-a1c7-8876fc450144 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:36.381484 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:36.381764 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff081ac2-6dd9-42f6-a1c7-8876fc450144 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:36.382170 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'status': 'completed', 'code': 200} Jun 28 14:19:36.392853 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a93e21e8-9fb5-4e5d-bb5f-deb273d21717 req-22183eac-f990-4493-a4e9-78bbd646db33 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733112 Jun 28 14:19:36.409630 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.412924 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device f781925a-57fd-4226-833f-dee3d3030bbc up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:36.414844 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ff613-f54d-42b5-879e-eeaffec20f45 req-26226f85-5d55-4e59-b8da-ce96a92b6a3a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:36.425622 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:36.425973 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cf2ff613-f54d-42b5-879e-eeaffec20f45 req-26226f85-5d55-4e59-b8da-ce96a92b6a3a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.1894236 Jun 28 14:19:36.491615 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cf2ff613-f54d-42b5-879e-eeaffec20f45 req-ca124fa7-143a-4c15-95be-0811af25da63 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584977 Jun 28 14:19:36.632653 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6685a2-6842-4b12-8de9-edde81a312ae req-f7ccf682-211f-47e0-a9dc-aea9bc154e4a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:36.635116 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ca6685a2-6842-4b12-8de9-edde81a312ae req-f7ccf682-211f-47e0-a9dc-aea9bc154e4a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 943 time: 0.0984650 Jun 28 14:19:36.645275 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=170514d2-e472-4b03-a025-0e9fcfbdd9fb,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:36.649545 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:36.669811 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-85d8167f-a9d8-4cf2-9687-0fb1d3ba5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:36.672865 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-85d8167f-a9d8-4cf2-9687-0fb1d3ba5cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 1096 time: 0.1157210 Jun 28 14:19:36.696761 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ca6685a2-6842-4b12-8de9-edde81a312ae req-320592c1-443e-453b-b7f4-c19779383525 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553148 Jun 28 14:19:36.710519 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.748243 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port f781925a-57fd-4226-833f-dee3d3030bbc completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:36.760017 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port f781925a-57fd-4226-833f-dee3d3030bbc triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:36.762189 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.892650 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:36.927441 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port f781925a-57fd-4226-833f-dee3d3030bbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f781925a-57fd-4226-833f-dee3d3030bbc,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:36.951196 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-e482537a-01a9-4314-80cc-f69d8a0d8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:36.952988 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-e482537a-01a9-4314-80cc-f69d8a0d8086 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 912 time: 0.2725024 Jun 28 14:19:36.980062 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39794) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:36.993833 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b3f989be-5d52-4e8d-b320-2bb75205dbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.015083 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-5c80db52-fa4e-4e9b-a465-9076bea1d4ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 200 len: 217 time: 0.0537398 Jun 28 14:19:37.027267 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039520d-5284-4b6b-831b-e88f84304ddf req-87fe1163-f326-4de0-802d-f6fec5d0d766 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:37.028786 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1039520d-5284-4b6b-831b-e88f84304ddf req-87fe1163-f326-4de0-802d-f6fec5d0d766 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 944 time: 0.2039089 Jun 28 14:19:37.037658 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.039669 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:37.069196 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfab4cb-6baf-4f61-b172-068d0943af50 req-53bbf8a5-d868-4b89-880d-531f496d6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:37.070667 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2cfab4cb-6baf-4f61-b172-068d0943af50 req-53bbf8a5-d868-4b89-880d-531f496d6917 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.2048528 Jun 28 14:19:37.090788 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=f781925a-57fd-4226-833f-dee3d3030bbc,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:37.093903 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:37.101552 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b3f989be-5d52-4e8d-b320-2bb75205dbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.126738 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-0a6b5e1e-5896-4002-ac5d-9ab84a7e2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:37.128285 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-0a6b5e1e-5896-4002-ac5d-9ab84a7e2293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.0977964 Jun 28 14:19:37.144687 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1039520d-5284-4b6b-831b-e88f84304ddf req-25cd4bf6-c10d-402d-81d6-e457d572db2e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019940 Jun 28 14:19:37.152916 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b3f989be-5d52-4e8d-b320-2bb75205dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.162071 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:37.178057 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2cfab4cb-6baf-4f61-b172-068d0943af50 req-7d875ddd-4095-4577-9e9a-4fdc6009722a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956755 Jun 28 14:19:37.193292 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b3f989be-5d52-4e8d-b320-2bb75205dbee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fbf0247f9f940c2a42733ae2e5a6dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120209 Jun 28 14:19:37.195143 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f989be-5d52-4e8d-b320-2bb75205dbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f237bb-4eaf-4b9d-b899-10d397b7709c,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:37.197460 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39796) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:37.206206 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b3f989be-5d52-4e8d-b320-2bb75205dbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:37.211927 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-d5e00f48-d004-4ef8-9f7d-83a3a0f1f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:37.213473 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-d5e00f48-d004-4ef8-9f7d-83a3a0f1f1bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0721138 Jun 28 14:19:37.245144 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.266669 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.391866 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.394468 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:37.395600 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16f237bb-4eaf-4b9d-b899-10d397b7709c HTTP/1.1" status: 204 len: 168 time: 0.1969061 Jun 28 14:19:37.396443 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f9883db2-c38c-4352-85b5-58b0be7f6782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:37.403739 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f237bb-4eaf-4b9d-b899-10d397b7709c,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:37.406813 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:37.567536 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-79a34ad8-1abb-47f0-84aa-568b035dc26a service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079333 Jun 28 14:19:37.672734 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4be538af-6d76-4218-8be0-e19ad55bff09 req-b294a6f2-0225-4b13-ae11-9a2854b762b2 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978053 Jun 28 14:19:37.683155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1436a8-4d9b-4e70-b20b-948933bc2a0c req-3384a201-38b8-4c69-8c77-c3a3a9592102 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:37.684625 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eb1436a8-4d9b-4e70-b20b-948933bc2a0c req-3384a201-38b8-4c69-8c77-c3a3a9592102 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0682821 Jun 28 14:19:37.729659 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eb1436a8-4d9b-4e70-b20b-948933bc2a0c req-e0090a7e-61f8-4953-be41-d7a3e11f8ec8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385389 Jun 28 14:19:37.821017 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 39818) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:37.956552 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b8509be2-9f51-4960-8848-b42e7e2e7d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.006463 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b2b0-3afd-47cd-a077-03039adbf872 req-6e7b651f-1ff5-42ed-8e4d-3c5bd6c1416e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:38.008586 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-08c9b2b0-3afd-47cd-a077-03039adbf872 req-6e7b651f-1ff5-42ed-8e4d-3c5bd6c1416e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 943 time: 0.1308227 Jun 28 14:19:38.044238 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:19:38.096023 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-08c9b2b0-3afd-47cd-a077-03039adbf872 req-07713b37-a49a-4838-872b-40c47969a6b3 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816381 Jun 28 14:19:38.181220 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:38.184835 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.218459 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b8509be2-9f51-4960-8848-b42e7e2e7d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.223182 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'port_id': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'mac_address': 'fa:16:3e:2a:41:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:19:38.254889 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b8509be2-9f51-4960-8848-b42e7e2e7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.258704 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3921d44f-b783-4abc-a727-f5333495598f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:38.297033 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.313271 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8a3795-67ea-4dfb-a915-a52ea254f0c6 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:38.317255 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8509be2-9f51-4960-8848-b42e7e2e7d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda4f53-2654-4180-990d-6b6a9d378d24,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:38.322877 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-b8509be2-9f51-4960-8848-b42e7e2e7d76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b07dafa0c7124e1b8fc5a1fb8938ee14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008104 Jun 28 14:19:38.325737 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39854) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:38.326877 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f781925a-57fd-4226-833f-dee3d3030bbc'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:38.330089 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d948576-788e-4a43-8f19-97872c799d02" -d '{"events": [{"server_uuid": "298f8dd3-136f-4dd3-9180-63bc2651933f", "name": "network-vif-plugged", "status": "completed", "tag": "f781925a-57fd-4226-833f-dee3d3030bbc"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:38.345835 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:38.360175 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b8509be2-9f51-4960-8848-b42e7e2e7d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:38.403188 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.405825 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:38.422463 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.442549 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ea4f-7ae3-45a2-b5c1-f0587d5e13a1 req-3e296f05-f4f1-44a6-9bfc-50f054a7df11 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:38.444120 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0b97ea4f-7ae3-45a2-b5c1-f0587d5e13a1 req-3e296f05-f4f1-44a6-9bfc-50f054a7df11 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1373272 Jun 28 14:19:38.481750 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.517322 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:38.536309 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:38.536907 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0b97ea4f-7ae3-45a2-b5c1-f0587d5e13a1 req-ecb0b814-e3a4-4308-84b1-e00df082c329 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733514 Jun 28 14:19:38.561484 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb1960-3c47-4df5-8c4d-71e26c7ee26f x-openstack-request-id: req-c8eb1960-3c47-4df5-8c4d-71e26c7ee26f {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:38.562506 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f8dd3-136f-4dd3-9180-63bc2651933f", "name": "network-vif-plugged", "status": "completed", "tag": "f781925a-57fd-4226-833f-dee3d3030bbc", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:38.562892 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8eb1960-3c47-4df5-8c4d-71e26c7ee26f {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:38.563454 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f781925a-57fd-4226-833f-dee3d3030bbc', 'code': 200} Jun 28 14:19:38.631673 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.634700 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:38.636000 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/efda4f53-2654-4180-990d-6b6a9d378d24 HTTP/1.1" status: 204 len: 168 time: 0.3092690 Jun 28 14:19:38.636860 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0b81d2dd-93d0-4ce3-87ee-9a778fbf1c45 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:38.650382 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda4f53-2654-4180-990d-6b6a9d378d24,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:38.652578 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:38.775815 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['ca8a3795-67ea-4dfb-a915-a52ea254f0c6'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:19:39.002505 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab98feb-ecbf-426b-94b3-f7ec733ea1c4 req-0fb65283-10f0-417a-9e2e-ecf1880bb416 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:39.004007 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4ab98feb-ecbf-426b-94b3-f7ec733ea1c4 req-0fb65283-10f0-417a-9e2e-ecf1880bb416 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 945 time: 0.1206539 Jun 28 14:19:39.035638 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfd090-b96c-4fc9-b5cc-391317266d09 req-803a7729-226a-4ef4-8234-c4fcde5ff74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:39.037190 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-77bfd090-b96c-4fc9-b5cc-391317266d09 req-803a7729-226a-4ef4-8234-c4fcde5ff74c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 1098 time: 0.0912015 Jun 28 14:19:39.071404 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4ab98feb-ecbf-426b-94b3-f7ec733ea1c4 req-bfd9231c-80e5-405e-8ff8-47cf8252375b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576270 Jun 28 14:19:39.089462 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-77bfd090-b96c-4fc9-b5cc-391317266d09 req-6700641e-1b5c-4953-9853-49e9e8c25be1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Jun 28 14:19:39.275108 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e69b9-7db9-4dc1-a4fc-66119daab62e req-1d1d5fcc-de57-43a5-8577-e0de36046786 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:39.276611 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d67e69b9-7db9-4dc1-a4fc-66119daab62e req-1d1d5fcc-de57-43a5-8577-e0de36046786 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 943 time: 0.0671632 Jun 28 14:19:39.322035 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d67e69b9-7db9-4dc1-a4fc-66119daab62e req-2eaf2aa4-6238-4ded-8ce5-b9ce00f76214 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390067 Jun 28 14:19:39.501398 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39914) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:39.517516 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b82ce341-e4f7-4113-8f5f-e138a6fb4e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:39.616422 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b82ce341-e4f7-4113-8f5f-e138a6fb4e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:39.687324 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b82ce341-e4f7-4113-8f5f-e138a6fb4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:39.691318 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-fa67009f-79e1-49fe-aa0c-98a1354dce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:39.739751 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ce341-e4f7-4113-8f5f-e138a6fb4e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3c1df3-add5-4db5-9029-3e92f5d51b1e,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:39.742968 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b82ce341-e4f7-4113-8f5f-e138a6fb4e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:39.748203 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b82ce341-e4f7-4113-8f5f-e138a6fb4e68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9068d7a1d344a4693d3cb4819eed484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432053 Jun 28 14:19:39.748552 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39920) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:39.789298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db43b4-a841-470c-a487-b87362cc9043 req-f5547471-753f-4771-8286-32af02df01fa tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:39.790724 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-92db43b4-a841-470c-a487-b87362cc9043 req-f5547471-753f-4771-8286-32af02df01fa tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1374938 Jun 28 14:19:39.851400 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:39.855599 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-92db43b4-a841-470c-a487-b87362cc9043 req-d25a248c-986e-444c-8c4a-305d1fcf4ee2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550585 Jun 28 14:19:39.882979 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.054873 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.057673 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.058796 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f3c1df3-add5-4db5-9029-3e92f5d51b1e HTTP/1.1" status: 204 len: 168 time: 0.3090370 Jun 28 14:19:40.059548 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9bb7eeef-1197-45dd-bef3-0cc60e6718a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:40.063792 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c3b42ff6-77f7-4e89-b45e-d504028a9ae8 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:19:40.070366 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3c1df3-add5-4db5-9029-3e92f5d51b1e,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:40.072993 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:40.074279 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:40.208292 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port c3b42ff6-77f7-4e89-b45e-d504028a9ae8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:40.219255 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'port_id': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'mac_address': 'fa:16:3e:8f:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:19:40.259238 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.266064 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:40.280980 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:40.282080 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.289739 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b42ff6-77f7-4e89-b45e-d504028a9ae8 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:40.300223 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac3867-05b3-483a-babb-7631c028625e req-f5a1f627-6762-4606-abb7-8b9e9d2bd063 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:40.301856 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-96ac3867-05b3-483a-babb-7631c028625e req-f5a1f627-6762-4606-abb7-8b9e9d2bd063 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 945 time: 0.0807893 Jun 28 14:19:40.337389 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port c3b42ff6-77f7-4e89-b45e-d504028a9ae8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:40.357563 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-96ac3867-05b3-483a-babb-7631c028625e req-001fb795-63ef-42f4-aa30-d291ad58df2e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498307 Jun 28 14:19:40.409365 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.456487 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.460510 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:40.461437 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-b18586c8-ebf8-4610-86b6-cbeac9a7cf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:40.531064 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:40.534490 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:40.539280 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:40.539987 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:40.571064 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:40.581404 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d9911-d346-4108-a9b7-1c9f0dc33359" -d '{"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:40.581504 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a37d5a-b5a4-4d2f-8c21-6a070f214cec req-3bb7c298-04f9-461b-b386-48bf2f8a2b9b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:40.581504 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-06a37d5a-b5a4-4d2f-8c21-6a070f214cec req-3bb7c298-04f9-461b-b386-48bf2f8a2b9b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 944 time: 0.1147008 Jun 28 14:19:40.647022 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:40.650696 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:40.666851 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-06a37d5a-b5a4-4d2f-8c21-6a070f214cec req-0f2ea3b1-7666-4d0c-8074-7f3ae891c172 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830789 Jun 28 14:19:40.668571 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f00659-dc30-4c91-9e52-e63b6f72de98 x-openstack-request-id: req-f4f00659-dc30-4c91-9e52-e63b6f72de98 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:40.668878 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:40.669188 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4f00659-dc30-4c91-9e52-e63b6f72de98 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:40.669599 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'code': 200} Jun 28 14:19:40.858011 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['c3b42ff6-77f7-4e89-b45e-d504028a9ae8'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:19:41.066546 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd153-a765-42c0-8a40-c63687b39175 req-cdc3614b-96a4-4605-9133-e21d2ce4f059 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:41.068008 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-83abd153-a765-42c0-8a40-c63687b39175 req-cdc3614b-96a4-4605-9133-e21d2ce4f059 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0787506 Jun 28 14:19:41.104991 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-83abd153-a765-42c0-8a40-c63687b39175 req-d1adceb7-f33f-47e1-b33d-568a1fbded73 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Jun 28 14:19:41.192998 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d372c2-8ec3-4471-8414-e01d650e7754 req-6da67b50-1084-4ac1-a48e-e0ba35302106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:41.194566 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-10d372c2-8ec3-4471-8414-e01d650e7754 req-6da67b50-1084-4ac1-a48e-e0ba35302106 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1099 time: 0.0613275 Jun 28 14:19:41.247166 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-10d372c2-8ec3-4471-8414-e01d650e7754 req-3ab2c53d-b939-4b21-8625-ac21013a3629 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362959 Jun 28 14:19:41.455898 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 39996) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:41.545877 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c6c51-f211-4181-aff3-465dc918434d req-0c25a5c4-8bc3-48ae-ad41-5106b6fa6893 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:41.547542 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-549c6c51-f211-4181-aff3-465dc918434d req-0c25a5c4-8bc3-48ae-ad41-5106b6fa6893 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0638998 Jun 28 14:19:41.553096 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1363013819-network', 'tenant_id': '04945dd5b9f64b4b87737cfd21d6ada4'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:41.591481 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-549c6c51-f211-4181-aff3-465dc918434d req-1318bc4a-5e12-48c7-b035-6799858d77e0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Jun 28 14:19:41.677298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Made reservation on behalf of 04945dd5b9f64b4b87737cfd21d6ada4 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:41.679788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:41.688409 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:41.787672 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386b8b2-0a23-4b78-ae38-34838b89d22d req-52ccfe03-381f-48c0-95eb-518095ae581d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:41.789140 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d386b8b2-0a23-4b78-ae38-34838b89d22d req-52ccfe03-381f-48c0-95eb-518095ae581d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0933716 Jun 28 14:19:41.845915 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d386b8b2-0a23-4b78-ae38-34838b89d22d req-e06376b5-60c7-4293-a586-28d31ebacbbc tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Jun 28 14:19:41.875880 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:41.886835 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e49cc-2316-476a-88bd-1e4e370712e4 req-8e420d6c-0e2f-46f9-a96f-ece11e956ef9 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:41.888339 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c98e49cc-2316-476a-88bd-1e4e370712e4 req-8e420d6c-0e2f-46f9-a96f-ece11e956ef9 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 944 time: 0.1124554 Jun 28 14:19:41.891903 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-d63cb9c5-6848-4150-a7c2-ec49d82584d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:41.893327 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-d63cb9c5-6848-4150-a7c2-ec49d82584d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 1098 time: 0.0828700 Jun 28 14:19:41.963247 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:41.969006 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ef48b858-6aa0-42f9-9649-01aa43f269a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:41.991211 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c98e49cc-2316-476a-88bd-1e4e370712e4 req-52f0f502-aaad-4f8e-8b33-ada11d02ddeb tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955563 Jun 28 14:19:41.995536 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:19:42.002711 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eab3127-aa86-435c-b0c5-1c4e4b2a710a,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:42.006368 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:42.010001 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.011062 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Added segment 1954ed0b-fc68-4adc-83b3-08de28658b42 of type vlan for network 35073d6e-15ae-4f24-9135-5242a2770bc3 Jun 28 14:19:42.033439 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-9169dd13-3fc5-49df-9220-563de7dfff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:42.034975 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-9169dd13-3fc5-49df-9220-563de7dfff2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.1318879 Jun 28 14:19:42.051510 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.066856 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c3b42ff6-77f7-4e89-b45e-d504028a9ae8 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:19:42.086588 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-fdb86292-303b-43d5-8f4e-8aafaed6e656 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f781925a-57fd-4226-833f-dee3d3030bbc HTTP/1.1" status: 200 len: 217 time: 0.0347857 Jun 28 14:19:42.148901 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-76883193-bc96-4b00-b795-38ac9be9edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:42.150403 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-76883193-bc96-4b00-b795-38ac9be9edfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.0511782 Jun 28 14:19:42.168790 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.170104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:42.170668 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.174309 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:42.189032 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-d09c91e2-3d35-4c3e-82cb-90cf1a5c094a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314043 Jun 28 14:19:42.223268 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:19:42.230118 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:19:42.230557 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.302967 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-d16e7990-7e15-496a-a433-b970adbab101 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064658 Jun 28 14:19:42.332393 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.375761 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port c3b42ff6-77f7-4e89-b45e-d504028a9ae8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:42.424888 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da2dbd69-0b77-4d60-8ab6-f2cc52c8b60b req-e063fa66-22f6-4d5f-bdcb-adc9fe40a8f1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131337 Jun 28 14:19:42.449632 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9925890 Jun 28 14:19:42.450530 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Pushing event updated for resources: {'Network': ['ID=35073d6e-15ae-4f24-9135-5242a2770bc3,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:42.452665 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40018) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:42.457615 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Request body: {'subnet': {'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1363013819-subnet', 'tenant_id': '04945dd5b9f64b4b87737cfd21d6ada4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:42.461278 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 35073d6e-15ae-4f24-9135-5242a2770bc3 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:19:42.461628 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:42.480235 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.490100 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:42.552496 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Made reservation on behalf of 04945dd5b9f64b4b87737cfd21d6ada4 for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:42.555467 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2941431'] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.556538 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40022) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:42.692616 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:42.698118 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a472d37e-ade0-44a0-a9ea-3954f76b9cc7" -d '{"events": [{"server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:42.738803 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8674fc5c-e4be-4ed2-946b-32f128bc3691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.814166 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cddd711-e60c-4ba4-b87e-f332804f56ab x-openstack-request-id: req-9cddd711-e60c-4ba4-b87e-f332804f56ab {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:42.814473 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:42.814739 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9cddd711-e60c-4ba4-b87e-f332804f56ab {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:42.818878 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'code': 200} Jun 28 14:19:42.854318 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:42.859484 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:42.897431 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8674fc5c-e4be-4ed2-946b-32f128bc3691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.944989 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af5c35-6fb6-4dd2-8e1a-c3d1cd848a65 req-a3541475-f7c2-436d-9be6-198890578934 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:42.946673 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-35af5c35-6fb6-4dd2-8e1a-c3d1cd848a65 req-a3541475-f7c2-436d-9be6-198890578934 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1628959 Jun 28 14:19:42.951678 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8674fc5c-e4be-4ed2-946b-32f128bc3691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:42.955536 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1a137533-6989-4333-aa88-3999b879d0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:43.004834 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674fc5c-e4be-4ed2-946b-32f128bc3691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ba5999-f76b-4606-b8f4-064b9dbfc5f6,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:43.012482 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-35af5c35-6fb6-4dd2-8e1a-c3d1cd848a65 req-5be74bde-a9fc-4ce2-92a4-ce7288fc52d7 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513327 Jun 28 14:19:43.020500 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3104560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2941469'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:43.020500 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-14df9d0e-6850-476c-969e-373b1cdd0262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:43.020849 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8674fc5c-e4be-4ed2-946b-32f128bc3691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:43.026395 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8674fc5c-e4be-4ed2-946b-32f128bc3691 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fa21014045d46f79c982cc607995183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658990 Jun 28 14:19:43.027174 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40042) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:43.081183 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502aa389-af19-4732-81b9-78a826624147,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:43.084818 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:43.090638 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:43.091788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Checking segment: {'id': '1954ed0b-fc68-4adc-83b3-08de28658b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:43.092054 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Network hostable DHCP agents. Network: 35073d6e-15ae-4f24-9135-5242a2770bc3, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:19:43.114048 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:43.163266 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Network 35073d6e-15ae-4f24-9135-5242a2770bc3 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:19:43.240015 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652130e-a24d-446a-83bf-3a580846c9e6 req-c38b3356-414d-4d32-b51a-70939fadbee3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:43.241392 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9652130e-a24d-446a-83bf-3a580846c9e6 req-c38b3356-414d-4d32-b51a-70939fadbee3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0757272 Jun 28 14:19:43.278859 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9652130e-a24d-446a-83bf-3a580846c9e6 req-df146e63-0476-4aba-b528-60ebafa63cc7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Jun 28 14:19:43.289650 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:43.290299 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 35073d6e-15ae-4f24-9135-5242a2770bc3) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:43.294844 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:43.295404 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:43.302090 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a0b88-5a32-42d6-a7b1-8058b2fdffd0 None None] Network 35073d6e-15ae-4f24-9135-5242a2770bc3 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:43.305341 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:43.309077 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36ba5999-f76b-4606-b8f4-064b9dbfc5f6 HTTP/1.1" status: 204 len: 168 time: 0.2784073 Jun 28 14:19:43.309077 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:43.362836 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ba5999-f76b-4606-b8f4-064b9dbfc5f6,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:43.370521 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:43.392182 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9324284 Jun 28 14:19:43.427494 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99adfcf-38a0-4c04-8a25-5c1468f89cb0 req-946613af-8086-4433-809d-d632f7394cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:43.429495 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a99adfcf-38a0-4c04-8a25-5c1468f89cb0 req-946613af-8086-4433-809d-d632f7394cd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 1098 time: 0.0797925 Jun 28 14:19:43.489537 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d60bab7-03e1-4391-b747-def6212e221f None None] Network 35073d6e-15ae-4f24-9135-5242a2770bc3 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:43.508036 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a99adfcf-38a0-4c04-8a25-5c1468f89cb0 req-b8d3eff1-ef3c-403e-ab36-f97dc39b8f67 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701916 Jun 28 14:19:43.543698 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab2312-37c7-4a9a-9ad2-cb4b5077397e req-8bfded3d-8ee6-400f-9481-34bc9e5fbe17 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:43.549921 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c2ab2312-37c7-4a9a-9ad2-cb4b5077397e req-8bfded3d-8ee6-400f-9481-34bc9e5fbe17 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0891647 Jun 28 14:19:43.560998 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d566-20b1-4cad-871e-d2e2c600d136 req-27ec96f5-d419-4d49-996d-2f45154363dc tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:43.569363 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7ba8d566-20b1-4cad-871e-d2e2c600d136 req-27ec96f5-d419-4d49-996d-2f45154363dc tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.1115949 Jun 28 14:19:43.614650 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c2ab2312-37c7-4a9a-9ad2-cb4b5077397e req-fddbdede-b294-4d82-8944-f99ba4344ab1 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615339 Jun 28 14:19:43.615636 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7ba8d566-20b1-4cad-871e-d2e2c600d136 req-d2c602c8-204b-4e4f-8e4b-082904139812 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Jun 28 14:19:44.225059 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df959412-56cf-4688-9a7e-3f1f6de31a0b req-85bc8c06-c71b-44ad-be20-6f1eac03150a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:44.226512 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-df959412-56cf-4688-9a7e-3f1f6de31a0b req-85bc8c06-c71b-44ad-be20-6f1eac03150a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0651736 Jun 28 14:19:44.263575 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-df959412-56cf-4688-9a7e-3f1f6de31a0b req-a502c69b-c5ec-486f-bfc5-fb08b3daf009 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Jun 28 14:19:44.439508 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40112) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:44.445863 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-223148491-network', 'tenant_id': '53e7828fbce74610813f421b9fc53429'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:44.507994 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d388-9b58-470a-babc-4f1b7171ea58 req-4a20d3f2-ec47-4d8f-b385-db358d163465 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:44.516030 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ef83d388-9b58-470a-babc-4f1b7171ea58 req-4a20d3f2-ec47-4d8f-b385-db358d163465 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0883598 Jun 28 14:19:44.547607 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91f567-fd86-450e-aed5-7066fb3de40b req-0228a21e-78ff-4131-a1fa-c57fc11db10a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:44.552832 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ee91f567-fd86-450e-aed5-7066fb3de40b req-0228a21e-78ff-4131-a1fa-c57fc11db10a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1233110 Jun 28 14:19:44.554926 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ef83d388-9b58-470a-babc-4f1b7171ea58 req-0e3b1080-3abe-42bd-9543-7a4d5e8ca4e8 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Jun 28 14:19:44.557826 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40118) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:44.564581 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'floatingip': {'port_id': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:44.595880 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Made reservation on behalf of 53e7828fbce74610813f421b9fc53429 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:44.598255 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:44.644079 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:44.658401 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:44.842565 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7a33-e3ca-4687-a3f0-c0867306d43c req-3d653a33-da9d-4b75-8006-94cc21e469ad tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:44.844224 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ba8a7a33-e3ca-4687-a3f0-c0867306d43c req-3d653a33-da9d-4b75-8006-94cc21e469ad tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.0737505 Jun 28 14:19:44.901131 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ba8a7a33-e3ca-4687-a3f0-c0867306d43c req-a19223d8-18de-4d86-a1d6-2b27531622e4 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502350 Jun 28 14:19:45.006602 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127506ec-a681-4353-9071-f93dfe833056 req-68e8768d-7e25-4d5e-ae09-abf5f3a9d8de tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:45.008322 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-127506ec-a681-4353-9071-f93dfe833056 req-68e8768d-7e25-4d5e-ae09-abf5f3a9d8de tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.2615476 Jun 28 14:19:45.072765 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.107660 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-127506ec-a681-4353-9071-f93dfe833056 req-e6760f60-f14b-402c-9dc0-7f2d38686079 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637875 Jun 28 14:19:45.179825 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.221744 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:45.269567 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:19:45.341619 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58ec38b-9804-4b11-9b70-f30d211935fc,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:45.351437 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:45.357053 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.357389 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Added segment 31c0d742-3fcc-40f3-a4b5-5dbaf9bb3ecc of type vlan for network f64263cc-e05d-420c-a2e5-4dd28582e639 Jun 28 14:19:45.443485 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.589502 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.641875 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.644615 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:45.645394 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.649229 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:45.675286 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.741149 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40166) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:45.780389 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8666fe-3afd-4a75-b424-186cc885918f req-eb09bad9-a097-4764-9c26-1af4e49edc97 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:45.782758 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bd8666fe-3afd-4a75-b424-186cc885918f req-eb09bad9-a097-4764-9c26-1af4e49edc97 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1077154 Jun 28 14:19:45.841741 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bd8666fe-3afd-4a75-b424-186cc885918f req-5cab9461-cd85-43c4-aee9-3e069c541c1a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Jun 28 14:19:45.900403 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-7d0e38cb-6cd6-4af0-a864-eef8cf8f985b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:45.963365 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f64263cc-e05d-420c-a2e5-4dd28582e639,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:45.968370 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:45.969858 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5294113 Jun 28 14:19:45.972852 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40178) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:45.975311 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network f64263cc-e05d-420c-a2e5-4dd28582e639 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:19:45.978988 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Request body: {'subnet': {'network_id': 'f64263cc-e05d-420c-a2e5-4dd28582e639', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-223148491-subnet', 'tenant_id': '53e7828fbce74610813f421b9fc53429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:46.030235 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-7d0e38cb-6cd6-4af0-a864-eef8cf8f985b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.103200 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.l3_db [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Floating IP ec2b618a-4db2-44a3-961d-b0274afe934c associated. External IP: 172.28.3.210, port: ca8a3795-67ea-4dfb-a915-a52ea254f0c6. Jun 28 14:19:46.111276 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-7d0e38cb-6cd6-4af0-a864-eef8cf8f985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.118207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:46.162874 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-7d0e38cb-6cd6-4af0-a864-eef8cf8f985b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b713657c2274c99a93cf5ed20420cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193165 Jun 28 14:19:46.165222 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40186) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:46.179525 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e38cb-6cd6-4af0-a864-eef8cf8f985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc0a7f-6bd3-4369-8cc5-51c83a8485fa,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:46.184460 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-7d0e38cb-6cd6-4af0-a864-eef8cf8f985b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:46.216243 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7965c-7622-439e-8e1a-631c25c803d9 req-1a82f835-6c14-426d-aff2-7676205c269e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:46.217878 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bda7965c-7622-439e-8e1a-631c25c803d9 req-1a82f835-6c14-426d-aff2-7676205c269e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.1596191 Jun 28 14:19:46.220316 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Made reservation on behalf of 53e7828fbce74610813f421b9fc53429 for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:46.223040 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.328910 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bda7965c-7622-439e-8e1a-631c25c803d9 req-4458b301-39ae-4d11-a393-d20ae0192e0e tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036930 Jun 28 14:19:46.415766 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:19:46.541255 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:46.545637 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.557867 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] Sync routers for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:46.563009 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.571266 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:46.572305 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:46.583298 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-263a772f-21ec-482a-9d2a-34c2f8c0da51 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "PUT /v2.0/floatingips/ec2b618a-4db2-44a3-961d-b0274afe934c HTTP/1.1" status: 200 len: 992 time: 2.0243254 Jun 28 14:19:46.584207 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:46.586781 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1627584-63d4-4f89-a7aa-d73422137994" -d '{"events": [{"name": "network-changed", "server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:46.613668 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-f5fb3ad0-d215-449d-bb72-588fade69764 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:46.614881 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-f5fb3ad0-d215-449d-bb72-588fade69764 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.37 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.4504237 Jun 28 14:19:46.619430 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.697587 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:46.721240 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928ad25-3857-41cc-be65-e50627921409 req-aae616a1-65be-4639-a550-4e9d384b0e86 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:46.722806 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1928ad25-3857-41cc-be65-e50627921409 req-aae616a1-65be-4639-a550-4e9d384b0e86 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.4768493 Jun 28 14:19:46.796708 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29840de-c560-4fb8-93f8-d7c0f50a456d x-openstack-request-id: req-f29840de-c560-4fb8-93f8-d7c0f50a456d {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:46.797427 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:46.798133 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f29840de-c560-4fb8-93f8-d7c0f50a456d {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:46.799278 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'status': 'completed', 'code': 200} Jun 28 14:19:46.916678 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1928ad25-3857-41cc-be65-e50627921409 req-2bca975b-2920-420c-9f6a-a8ec8434ef4b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730256 Jun 28 14:19:46.958688 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Deleting port 8dc8d753-00e7-4673-bcea-512b19865562 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:19:46.959046 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.965074 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.985671 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:46.986797 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30dc0a7f-6bd3-4369-8cc5-51c83a8485fa HTTP/1.1" status: 204 len: 168 time: 0.8205502 Jun 28 14:19:46.991266 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:47.002467 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627584-63d4-4f89-a7aa-d73422137994 req-bfb73103-7046-4ae1-93bb-d549eaf1e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:47.004236 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c1627584-63d4-4f89-a7aa-d73422137994 req-bfb73103-7046-4ae1-93bb-d549eaf1e211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1099 time: 0.1374726 Jun 28 14:19:47.015851 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'ec2b618a-4db2-44a3-961d-b0274afe934c', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'port_id': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'mac_address': 'fa:16:3e:2a:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f89e0-0852-4bbb-9269-45c65594bce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:19:23Z', 'updated_at': '2021-06-28T14:19:45Z', 'revision_number': 1, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:47.039445 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc0a7f-6bd3-4369-8cc5-51c83a8485fa,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:47.053787 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:47.054973 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:47.074845 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1bd89-d267-4a29-9b02-a6a617c0d58f req-df505022-7567-4c09-9a2d-8a7bd4855a5e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:47.081000 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:47.082062 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] Checking router: 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:47.096755 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:47.098322 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:47.105263 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4ee1bd89-d267-4a29-9b02-a6a617c0d58f req-df505022-7567-4c09-9a2d-8a7bd4855a5e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1421371 Jun 28 14:19:47.165874 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4ee1bd89-d267-4a29-9b02-a6a617c0d58f req-c96b9f70-9a49-46cb-90be-2aab508b64b0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Jun 28 14:19:47.225622 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:47.239162 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9513e84-b022-4697-bed0-e48933f4f049,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:47.270354 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:47.275988 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] For port 8dc8d753-00e7-4673-bcea-512b19865562, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8dc8d753-00e7-4673-bcea-512b19865562,segment=NetworkSegment(96477a5c-9ea7-455b-bb7a-95f9465f0731),segment_id=96477a5c-9ea7-455b-bb7a-95f9465f0731)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:19:47.276300 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:47.294290 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627584-63d4-4f89-a7aa-d73422137994 req-1e586b09-e778-4cce-b3b7-826fa505aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:47.296795 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c1627584-63d4-4f89-a7aa-d73422137994 req-1e586b09-e778-4cce-b3b7-826fa505aa5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.2581327 Jun 28 14:19:47.305748 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Calling delete_port for 8dc8d753-00e7-4673-bcea-512b19865562 owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:19:47.317792 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Checking segment: {'id': '31c0d742-3fcc-40f3-a4b5-5dbaf9bb3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f64263cc-e05d-420c-a2e5-4dd28582e639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:47.318161 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Network hostable DHCP agents. Network: f64263cc-e05d-420c-a2e5-4dd28582e639, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:19:47.476643 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381961f-cb2d-43f1-90b3-6a59eef12704 req-1c487c51-c474-467a-825e-d6b3c7ce6373 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:47.481357 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e381961f-cb2d-43f1-90b3-6a59eef12704 req-1c487c51-c474-467a-825e-d6b3c7ce6373 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.3341463 Jun 28 14:19:47.491903 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40228) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:47.503632 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'floatingip': {'port_id': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:47.570191 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7512e-20dc-45d1-a60d-b56cd7f2398e req-08730d17-62e5-40ef-b28b-a301290d5fb4 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:47.571867 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d8b7512e-20dc-45d1-a60d-b56cd7f2398e req-08730d17-62e5-40ef-b28b-a301290d5fb4 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 945 time: 0.1141844 Jun 28 14:19:47.593311 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c1627584-63d4-4f89-a7aa-d73422137994 req-2b53c887-2b50-4b19-a0d3-e4187c1e0813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 200 len: 1000 time: 0.2822080 Jun 28 14:19:47.606463 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Network f64263cc-e05d-420c-a2e5-4dd28582e639 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:19:47.624586 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:47.625370 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d8b7512e-20dc-45d1-a60d-b56cd7f2398e req-78a3b2eb-0bfa-4c7b-bfa0-559bc334d2ed tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/security-groups?id=30aa8993-c6de-4d6a-bb3a-85038b95928d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Jun 28 14:19:47.662120 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'ec2b618a-4db2-44a3-961d-b0274afe934c', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'port_id': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'mac_address': 'fa:16:3e:2a:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f89e0-0852-4bbb-9269-45c65594bce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:19:23Z', 'updated_at': '2021-06-28T14:19:45Z', 'revision_number': 1, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:47.689535 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5725d7-9d38-4c1a-b0a3-502c6a0e9971 None None] The sync data for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb is: [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'ec2b618a-4db2-44a3-961d-b0274afe934c', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'port_id': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'mac_address': 'fa:16:3e:2a:41:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f89e0-0852-4bbb-9269-45c65594bce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:19:23Z', 'updated_at': '2021-06-28T14:19:45Z', 'revision_number': 1, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:47.731726 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, f64263cc-e05d-420c-a2e5-4dd28582e639) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:47.746438 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a0f9a-ad96-4401-93c4-b6e650d6920b None None] Network f64263cc-e05d-420c-a2e5-4dd28582e639 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:47.751412 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:47.751412 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:47.818997 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627584-63d4-4f89-a7aa-d73422137994 req-6beda34e-71e7-49e9-abdf-991a189a362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:47.820506 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c1627584-63d4-4f89-a7aa-d73422137994 req-6beda34e-71e7-49e9-abdf-991a189a362b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.2176678 Jun 28 14:19:47.925898 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752c86e-6931-4748-89d4-6365c01b7d31 None None] Network f64263cc-e05d-420c-a2e5-4dd28582e639 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:47.991059 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb889ce-5f9d-4465-9b74-b01309a2428a None None] New status for floating IP ec2b618a-4db2-44a3-961d-b0274afe934c: ACTIVE {{(pid=93577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:19:48.019187 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f2025097-32f0-44d5-9002-f7dddd8d7ee1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0447176 Jun 28 14:19:48.027822 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627584-63d4-4f89-a7aa-d73422137994 req-595d0235-5e21-450a-bfbe-5d7ce41ffe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:48.029175 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c1627584-63d4-4f89-a7aa-d73422137994 req-595d0235-5e21-450a-bfbe-5d7ce41ffe30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1845791 Jun 28 14:19:48.065457 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:48.104003 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:48.174921 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['8dc8d753-00e7-4673-bcea-512b19865562'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:19:48.513939 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bccfff-4314-47cc-b439-9e76ae7a0cfa req-85c86005-29b6-48b6-a0d9-b8e6e0bcd37b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:48.520630 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-24bccfff-4314-47cc-b439-9e76ae7a0cfa req-85c86005-29b6-48b6-a0d9-b8e6e0bcd37b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1557188 Jun 28 14:19:48.528490 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Pushing event deleted for resources: {'Port': ['ID=8dc8d753-00e7-4673-bcea-512b19865562,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:48.563521 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-24bccfff-4314-47cc-b439-9e76ae7a0cfa req-1da7f155-680a-4eb4-a5e9-c94126d7a9bf tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Jun 28 14:19:48.569180 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:48.674421 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] No DVR routers for this DVR port 8dc8d753-00e7-4673-bcea-512b19865562 on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:19:48.721270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:48.723580 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7134b434-28fa-4a24-a75b-dc8e7ef29b19 req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.37 "DELETE /v2.0/ports/8dc8d753-00e7-4673-bcea-512b19865562 HTTP/1.1" status: 204 len: 173 time: 2.1000495 Jun 28 14:19:48.724366 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'name': 'network-vif-deleted', 'tag': '8dc8d753-00e7-4673-bcea-512b19865562'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:48.727534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c072ff2f-718a-4cb3-9908-58a700389705" -d '{"events": [{"server_uuid": "fda5896f-5516-4c6b-8f43-68642b5fa9ee", "name": "network-vif-deleted", "tag": "8dc8d753-00e7-4673-bcea-512b19865562"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:48.805585 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4be72858-2e91-40a0-b8f0-2c56ad922150 req-79694670-729a-4228-ae8c-1a7b5b1899fb tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.0351367 Jun 28 14:19:48.897741 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4699dde1-8c5f-4546-835f-c295a6a7a8fa x-openstack-request-id: req-4699dde1-8c5f-4546-835f-c295a6a7a8fa {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:48.898067 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5896f-5516-4c6b-8f43-68642b5fa9ee", "name": "network-vif-deleted", "tag": "8dc8d753-00e7-4673-bcea-512b19865562", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:48.898394 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4699dde1-8c5f-4546-835f-c295a6a7a8fa {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:48.898865 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5896f-5516-4c6b-8f43-68642b5fa9ee', 'name': 'network-vif-deleted', 'tag': '8dc8d753-00e7-4673-bcea-512b19865562', 'status': 'completed', 'code': 200} Jun 28 14:19:48.903306 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c1627584-63d4-4f89-a7aa-d73422137994 req-669ce89c-01ee-44f6-a3a3-0b161ce30dea service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645623 Jun 28 14:19:49.032233 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.db.resource_extend [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 14:19:49.080636 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-f046af90-4473-42b2-b0d2-1f96c8c7c304 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:49.087325 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-f046af90-4473-42b2-b0d2-1f96c8c7c304 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/networks?id=35073d6e-15ae-4f24-9135-5242a2770bc3 HTTP/1.1" status: 200 len: 809 time: 0.4875016 Jun 28 14:19:49.141940 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-589a9bd0-543a-4ffa-ac47-04e84971e7d7 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/quotas/04945dd5b9f64b4b87737cfd21d6ada4 HTTP/1.1" status: 200 len: 375 time: 0.0537064 Jun 28 14:19:49.159991 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:49.198872 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e558ac53-85e9-486e-a907-e818e6928006 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04945dd5b9f64b4b87737cfd21d6ada4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560057 Jun 28 14:19:49.210247 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c1627584-63d4-4f89-a7aa-d73422137994 req-90eb7a86-0600-42e9-943d-3b5faf5dabb2 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756331 Jun 28 14:19:49.258297 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:49.372752 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-343a7f4e-47c3-4759-bb80-7fc8afb3732b service neutron] 10.222.0.35 "GET /v2.0/networks/35073d6e-15ae-4f24-9135-5242a2770bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715777 Jun 28 14:19:49.400372 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.l3_db [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Floating IP 190892d0-4eba-44e4-9419-34d9c1eaf0f0 associated. External IP: 172.28.3.134, port: c3b42ff6-77f7-4e89-b45e-d504028a9ae8. Jun 28 14:19:49.560041 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-fa29fddb-6fdb-45fc-93a7-0c11b7b25ac7 service neutron] 10.222.0.35 "GET /v2.0/networks/35073d6e-15ae-4f24-9135-5242a2770bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791308 Jun 28 14:19:49.695011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:19:49.766039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408195f2-d5b1-4357-8c52-4ba2bcee2cdf req-dadfda12-e21f-44fa-bfa5-0ff6e5a4bf15 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:49.768585 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-408195f2-d5b1-4357-8c52-4ba2bcee2cdf req-dadfda12-e21f-44fa-bfa5-0ff6e5a4bf15 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0748551 Jun 28 14:19:49.801951 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:19:49.828675 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-408195f2-d5b1-4357-8c52-4ba2bcee2cdf req-76bf230c-ba56-44f8-9d8c-8e0fcf6379ca tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554535 Jun 28 14:19:49.840782 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:49.846576 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] Sync routers for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:19:49.869386 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:49.870048 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:50.067923 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:50.075597 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-439a13ee-6537-4fb9-b7d1-9208053e8bf2 req-3471c66f-ebcf-4a04-8130-67918b34bea6 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda5896f-5516-4c6b-8f43-68642b5fa9ee HTTP/1.1" status: 200 len: 210 time: 0.0516858 Jun 28 14:19:50.081447 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 8dc8d753-00e7-4673-bcea-512b19865562 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:19:50.108075 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 8dc8d753-00e7-4673-bcea-512b19865562 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:19:50.108569 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 8dc8d753-00e7-4673-bcea-512b19865562 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:19:50.135113 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-28bc2e7e-b0da-43ba-ac7a-eb87a141cf28 req-cc00133b-55ac-4fcf-8c45-7af6b89ea45b tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 210 time: 0.3088882 Jun 28 14:19:50.155772 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-397dfa85-5fb2-4735-8280-88852633df2f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "PUT /v2.0/floatingips/190892d0-4eba-44e4-9419-34d9c1eaf0f0 HTTP/1.1" status: 200 len: 991 time: 2.6624978 Jun 28 14:19:50.337722 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '190892d0-4eba-44e4-9419-34d9c1eaf0f0', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'port_id': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'mac_address': 'fa:16:3e:8f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24760-e9ca-4781-acff-90221816a11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:19:25Z', 'updated_at': '2021-06-28T14:19:48Z', 'revision_number': 1, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:50.377590 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] Checking router: bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:19:50.389191 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:19:50.390494 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:19:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:50.500537 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:19:50.725698 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '190892d0-4eba-44e4-9419-34d9c1eaf0f0', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'port_id': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'mac_address': 'fa:16:3e:8f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24760-e9ca-4781-acff-90221816a11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:19:25Z', 'updated_at': '2021-06-28T14:19:48Z', 'revision_number': 1, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:50.752048 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a2f1e-5832-40ef-b01b-c93eccbed496 None None] The sync data for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb is: [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '190892d0-4eba-44e4-9419-34d9c1eaf0f0', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'port_id': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'mac_address': 'fa:16:3e:8f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24760-e9ca-4781-acff-90221816a11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:19:25Z', 'updated_at': '2021-06-28T14:19:48Z', 'revision_number': 1, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:19:50.900769 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:50.903304 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67" -d '{"events": [{"name": "network-changed", "server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:50.959720 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a54aad5-97d0-494e-8e9c-df2136c5257c x-openstack-request-id: req-9a54aad5-97d0-494e-8e9c-df2136c5257c {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:50.960041 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:50.960365 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a54aad5-97d0-494e-8e9c-df2136c5257c {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:50.960777 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'status': 'completed', 'code': 200} Jun 28 14:19:50.970361 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2d47b-015c-44fa-bb27-6879c47a288f None None] New status for floating IP 190892d0-4eba-44e4-9419-34d9c1eaf0f0: ACTIVE {{(pid=93577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:19:51.033747 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a29f-28ac-490d-85c6-dca994d49404 req-dfbd24d3-207d-41cb-96e0-5055c3aa8511 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:51.035410 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2584a29f-28ac-490d-85c6-dca994d49404 req-dfbd24d3-207d-41cb-96e0-5055c3aa8511 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0722179 Jun 28 14:19:51.078766 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2584a29f-28ac-490d-85c6-dca994d49404 req-a71ecf24-d939-4dd7-92a5-394698ebc3af tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Jun 28 14:19:51.091370 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-ccdef7a8-5120-4d22-8079-c191ab7c20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:51.093873 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-ccdef7a8-5120-4d22-8079-c191ab7c20d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 1098 time: 0.0748806 Jun 28 14:19:51.203888 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-c7e121b6-49a8-4a9e-a896-a8cd6105a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:51.206047 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-c7e121b6-49a8-4a9e-a896-a8cd6105a4a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 912 time: 0.1011574 Jun 28 14:19:51.302340 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-b986ff4b-bf45-435f-ae5d-59daaa1ce292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0787041 Jun 28 14:19:51.304638 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6d9b93af-07ef-416e-8525-9ce792c45372 req-62388326-17d8-4b0a-a7b2-c9e8064f5e9f tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 210 time: 0.0390477 Jun 28 14:19:51.359706 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-c0d1b1d1-45dd-489e-8a0f-fe1040f9f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:51.361217 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-c0d1b1d1-45dd-489e-8a0f-fe1040f9f32d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.0505483 Jun 28 14:19:51.463600 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-e6713a22-7e47-4ab8-9f50-f319a2d74284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:51.465813 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-e6713a22-7e47-4ab8-9f50-f319a2d74284 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0606136 Jun 28 14:19:51.582726 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-bc7629cb-105c-4e20-a55d-63dcd2e1cf76 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846074 Jun 28 14:19:51.677350 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a621f47-a6f1-4cf6-b3b4-9e985dd03c67 req-fde252ca-45bf-42f4-bcd3-357510431577 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 Jun 28 14:19:52.256807 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a8d12-92b4-4d73-8842-011002051248 req-25145ad0-b88e-4807-bbde-643d8c1b6f43 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:52.258170 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d30a8d12-92b4-4d73-8842-011002051248 req-25145ad0-b88e-4807-bbde-643d8c1b6f43 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0624774 Jun 28 14:19:52.296725 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d30a8d12-92b4-4d73-8842-011002051248 req-c6d18b3e-1641-4e99-b6d7-72d60ed0b473 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jun 28 14:19:52.447109 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3177f339-1759-4601-a740-75a8f1448116 req-ef0a9aeb-8625-4c2a-b817-d588cba0176c tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 210 time: 0.0288434 Jun 28 14:19:52.977883 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40436) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:53.022015 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Deleting subnet 05fa8a4d-fb41-470f-be48-986eca3e0687 {{(pid=93575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:19:53.025056 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.065524 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869720'] for subnet, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.112293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.175752 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-affd021b-970a-4d7f-9bb5-fa8ccfb833ac tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:53.177318 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-affd021b-970a-4d7f-9bb5-fa8ccfb833ac tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.37 "GET /v2.0/networks?id=35073d6e-15ae-4f24-9135-5242a2770bc3 HTTP/1.1" status: 200 len: 809 time: 0.1139324 Jun 28 14:19:53.205663 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Request body: {'port': {'device_id': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3', 'admin_state_up': True, 'tenant_id': '04945dd5b9f64b4b87737cfd21d6ada4'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:53.254734 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3104625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2941460'] for subnet, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.258000 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-06ebf048-5e2a-46a3-b7a6-43a35908064b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:53.282958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fa8a4d-fb41-470f-be48-986eca3e0687,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:53.285240 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.289901 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05fa8a4d-fb41-470f-be48-986eca3e0687 HTTP/1.1" status: 204 len: 168 time: 0.3109958 Jun 28 14:19:53.290833 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1aec0db4-201f-4f2a-8f9d-be75e0d88bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:53.291279 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40440) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:53.370881 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.380468 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Made reservation on behalf of 04945dd5b9f64b4b87737cfd21d6ada4 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:53.385062 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.452910 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.463039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f918a14e-c353-4628-9768-c00ad43a70d6']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:53.491207 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96477a5c-9ea7-455b-bb7a-95f9465f0731') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:53.491507 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96477a5c-9ea7-455b-bb7a-95f9465f0731') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:19:53.503034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.519513 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.526039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:19:53.526430 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:19:53.528247 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:19:53.578962 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628bd1b-abbf-4490-9082-b409cb4b2ea8 req-eb29366e-5424-4516-98a4-7b6d3783e82e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:53.580426 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e628bd1b-abbf-4490-9082-b409cb4b2ea8 req-eb29366e-5424-4516-98a4-7b6d3783e82e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1682062 Jun 28 14:19:53.616576 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b63af7ac-0e4d-4412-a2fe-e93c165a7519 req-65b7f3a1-e0f0-47c7-abe4-4e0fd8b91f9b tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 210 time: 0.0299742 Jun 28 14:19:53.624265 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Allocated IP 172.20.0.13 (35073d6e-15ae-4f24-9135-5242a2770bc3/502aa389-af19-4732-81b9-78a826624147/2642ea8d-e9e2-4e3e-9c46-c490009176f6) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:19:53.644171 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e628bd1b-abbf-4490-9082-b409cb4b2ea8 req-05afdb5c-47fa-4cf2-88da-f4ce18cac956 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582864 Jun 28 14:19:53.694007 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.698015 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-396d04c8-672a-4b06-9444-1dfd2fb6a77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:53.702455 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.707082 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f918a14e-c353-4628-9768-c00ad43a70d6 HTTP/1.1" status: 204 len: 168 time: 0.4148510 Jun 28 14:19:53.716399 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f918a14e-c353-4628-9768-c00ad43a70d6,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:53.723606 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:53.789006 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.953203 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:53.957508 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:54.015207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Network 35073d6e-15ae-4f24-9135-5242a2770bc3 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:19:54.018731 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:54.024960 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:19:54.030590 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:54.031231 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.043789 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Pushing event updated for resources: {'Port': ['ID=2642ea8d-e9e2-4e3e-9c46-c490009176f6,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:54.052860 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:54.074700 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40466) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:54.115464 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-4a3a8606-c1c1-40ce-bd6d-9859d98408bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95047dea33654f17b13c569530236f90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393462 Jun 28 14:19:54.117773 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40470) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:54.142767 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9418159 Jun 28 14:19:54.167481 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Request body: {'port': {'device_id': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:54.181023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.203807 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.242787 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.317110 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.319828 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.321235 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30aa8993-c6de-4d6a-bb3a-85038b95928d HTTP/1.1" status: 204 len: 168 time: 0.2023940 Jun 28 14:19:54.322152 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bbcc6db1-db21-4fb2-8832-39d74b9620fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:54.332317 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aa8993-c6de-4d6a-bb3a-85038b95928d,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:54.335309 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:54.515017 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2642ea8d-e9e2-4e3e-9c46-c490009176f6 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:19:54.525244 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.539583 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Transition to ACTIVE for port object 2642ea8d-e9e2-4e3e-9c46-c490009176f6 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:19:54.572675 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40488) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:54.603432 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.607357 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:54.763948 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-331394b5-9e47-4fec-adac-b72dbfe21773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.767022 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Pushing event updated for resources: {'Port': ['ID=2642ea8d-e9e2-4e3e-9c46-c490009176f6,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:54.780788 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:54.826487 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Attempting to bind port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:19:54.827470 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Attempting to bind port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '1954ed0b-fc68-4adc-83b3-08de28658b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:19:54.827745 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Attempting to bind port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 on network 35073d6e-15ae-4f24-9135-5242a2770bc3 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:54.853463 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 on network 35073d6e-15ae-4f24-9135-5242a2770bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:19:54.853722 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Attempting to bind port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 on network 35073d6e-15ae-4f24-9135-5242a2770bc3 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:19:54.864534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:19:54.864875 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Checking segment: {'id': '1954ed0b-fc68-4adc-83b3-08de28658b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:54.865258 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Bound using segment: {'id': '1954ed0b-fc68-4adc-83b3-08de28658b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:19:54.865696 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Bound port: 2642ea8d-e9e2-4e3e-9c46-c490009176f6, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1954ed0b-fc68-4adc-83b3-08de28658b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:19:54.866055 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:54.885101 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd851033-6961-48fd-9da5-bf5435c354eb req-481d64d4-b9ed-4c40-ad17-125375b52dc0 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:54.886944 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fd851033-6961-48fd-9da5-bf5435c354eb req-481d64d4-b9ed-4c40-ad17-125375b52dc0 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 944 time: 0.0860555 Jun 28 14:19:54.928086 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fd851033-6961-48fd-9da5-bf5435c354eb req-9b5373b5-9e3c-4470-a77e-f73df48fc247 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Jun 28 14:19:55.010011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] For port 2642ea8d-e9e2-4e3e-9c46-c490009176f6, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:19:55.042626 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] For port 2642ea8d-e9e2-4e3e-9c46-c490009176f6, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2642ea8d-e9e2-4e3e-9c46-c490009176f6,segment=NetworkSegment(1954ed0b-fc68-4adc-83b3-08de28658b42),segment_id=1954ed0b-fc68-4adc-83b3-08de28658b42)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:19:55.058904 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e708c-fae9-4fc4-872d-0fdb1bf1d179 req-b741ea0f-4da6-40a0-bd14-bdece89f4da0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:55.060518 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ad9e708c-fae9-4fc4-872d-0fdb1bf1d179 req-b741ea0f-4da6-40a0-bd14-bdece89f4da0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1821115 Jun 28 14:19:55.066963 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-331394b5-9e47-4fec-adac-b72dbfe21773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.105565 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ad9e708c-fae9-4fc4-872d-0fdb1bf1d179 req-b090d13f-5234-465c-96af-d3b1d1102dbf tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383022 Jun 28 14:19:55.126312 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.129085 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9b76ce56-ed83-4c70-873d-b4faed34dbd8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:55.173058 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-331394b5-9e47-4fec-adac-b72dbfe21773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.207269 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:55.208089 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.209848 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] 10.222.0.37 "PUT /v2.0/ports/2642ea8d-e9e2-4e3e-9c46-c490009176f6 HTTP/1.1" status: 200 len: 1094 time: 1.0472386 Jun 28 14:19:55.210536 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'tag': '2642ea8d-e9e2-4e3e-9c46-c490009176f6'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:19:55.213423 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ee18d-18dc-4ac7-82bf-63bcf67e7d44" -d '{"events": [{"name": "network-changed", "server_uuid": "2560a1ac-7ed2-48b1-9200-21969d517c66", "tag": "2642ea8d-e9e2-4e3e-9c46-c490009176f6"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:19:55.238086 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-331394b5-9e47-4fec-adac-b72dbfe21773 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c838db9239a4ccd906a00a24b7ea64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6643522 Jun 28 14:19:55.239014 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40530) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:55.250006 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Pushing event updated for resources: {'Port': ['ID=2642ea8d-e9e2-4e3e-9c46-c490009176f6,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:55.261912 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:55.262440 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-69fe19af-f607-4e4d-9cf8-5af6c422fa04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:55.293152 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b8d35b-ba40-4869-8ad9-38f79ecf6678 x-openstack-request-id: req-22b8d35b-ba40-4869-8ad9-38f79ecf6678 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:19:55.293152 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2560a1ac-7ed2-48b1-9200-21969d517c66", "tag": "2642ea8d-e9e2-4e3e-9c46-c490009176f6", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:19:55.293152 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22b8d35b-ba40-4869-8ad9-38f79ecf6678 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:19:55.293152 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'tag': '2642ea8d-e9e2-4e3e-9c46-c490009176f6', 'status': 'completed', 'code': 200} Jun 28 14:19:55.293152 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331394b5-9e47-4fec-adac-b72dbfe21773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f818a08-068e-4d56-abfa-50f85f66e9f8,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:55.295733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-331394b5-9e47-4fec-adac-b72dbfe21773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:55.300502 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.324611 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.421362 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ee18d-18dc-4ac7-82bf-63bcf67e7d44 req-4ecc5d2a-026f-4389-b44f-6633cabcabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:55.422871 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-365ee18d-18dc-4ac7-82bf-63bcf67e7d44 req-4ecc5d2a-026f-4389-b44f-6633cabcabdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04945dd5b9f64b4b87737cfd21d6ada4&device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 1097 time: 0.0556326 Jun 28 14:19:55.437802 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.440373 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.443750 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f818a08-068e-4d56-abfa-50f85f66e9f8 HTTP/1.1" status: 204 len: 168 time: 0.2012815 Jun 28 14:19:55.443750 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b82ce341-e4f7-4113-8f5f-e138a6fb4e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:55.452458 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f818a08-068e-4d56-abfa-50f85f66e9f8,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:55.460045 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.460648 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.461185 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.461686 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.462181 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.462675 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.463169 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.463679 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.464243 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.464751 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.465237 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.465846 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:55.470018 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:55.485711 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40538) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:55.597539 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-149325645-network', 'tenant_id': '28b9e6fe1bdc4394b13949239afacfc1'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:55.618733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ee18d-18dc-4ac7-82bf-63bcf67e7d44 req-d5b67270-5a49-447e-a8f0-7ab96f014af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:55.620107 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-365ee18d-18dc-4ac7-82bf-63bcf67e7d44 req-d5b67270-5a49-447e-a8f0-7ab96f014af7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=04945dd5b9f64b4b87737cfd21d6ada4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1726913 Jun 28 14:19:55.716991 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Made reservation on behalf of 28b9e6fe1bdc4394b13949239afacfc1 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:55.720149 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.729017 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.787817 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ee18d-18dc-4ac7-82bf-63bcf67e7d44 req-759255e3-6638-4c31-88cf-4cdc1f04d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:55.789355 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-365ee18d-18dc-4ac7-82bf-63bcf67e7d44 req-759255e3-6638-4c31-88cf-4cdc1f04d108 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628053 Jun 28 14:19:55.851796 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.949473 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-97680d13-135f-4080-9d7d-b09b05f09ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:55.952379 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-97680d13-135f-4080-9d7d-b09b05f09ac6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04945dd5b9f64b4b87737cfd21d6ada4&device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 1097 time: 0.0532153 Jun 28 14:19:55.975637 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:55.981279 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-52603150-c0b6-40e9-a2b4-e2f9257ee90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:56.009634 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:19:56.017610 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-2ab5a512-b358-4f22-91f7-91c4441b6c66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2642ea8d-e9e2-4e3e-9c46-c490009176f6 HTTP/1.1" status: 200 len: 217 time: 0.0511813 Jun 28 14:19:56.024257 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:56.031806 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:56.033378 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.033953 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Added segment d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc of type vlan for network cb32eddb-c7fb-4577-b8d0-702429e0a24f Jun 28 14:19:56.071676 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-2c09a96d-c832-4a5c-9f14-0767aecaaf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:56.073135 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-2c09a96d-c832-4a5c-9f14-0767aecaaf92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=502aa389-af19-4732-81b9-78a826624147 HTTP/1.1" status: 200 len: 849 time: 0.0492599 Jun 28 14:19:56.105693 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.106596 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-8cb63a64-150a-4538-b742-4a2abc97f4af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35073d6e-15ae-4f24-9135-5242a2770bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264819 Jun 28 14:19:56.165106 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081f4d-d2c8-4978-ae36-d742d6f5bd2f req-77943008-e228-443c-b50d-6516d92a0ced tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:56.166659 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-44081f4d-d2c8-4978-ae36-d742d6f5bd2f req-77943008-e228-443c-b50d-6516d92a0ced tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 944 time: 0.1026692 Jun 28 14:19:56.207598 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-44081f4d-d2c8-4978-ae36-d742d6f5bd2f req-2776d9ab-0602-4550-b3cd-3cb36df244b7 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342743 Jun 28 14:19:56.211911 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-3486c1a4-ebfb-4956-ade9-96b2b16599ae service neutron] 10.222.0.37 "GET /v2.0/networks/35073d6e-15ae-4f24-9135-5242a2770bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910063 Jun 28 14:19:56.288480 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40562) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:56.297828 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.304928 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:56.305729 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.309178 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:56.311567 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-cdfb40df-69e3-4e61-a9b3-124f4be2bce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.376945 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Pushing event updated for resources: {'Network': ['ID=cb32eddb-c7fb-4577-b8d0-702429e0a24f,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:56.379543 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:56.385298 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01093eb8-cf11-41dc-990d-b20640a5f1e4 req-c4f6270b-2e96-4c08-85ce-aff5abb3161c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:56.386728 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:19:56.387216 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-01093eb8-cf11-41dc-990d-b20640a5f1e4 req-c4f6270b-2e96-4c08-85ce-aff5abb3161c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1389472 Jun 28 14:19:56.390510 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f8f1f50-92ad-40f0-ba66-ea3b60a3b179 req-06ff63ca-0c63-477f-ac2a-a38f1e09a33f service neutron] 10.222.0.37 "GET /v2.0/networks/35073d6e-15ae-4f24-9135-5242a2770bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696863 Jun 28 14:19:56.430553 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-01093eb8-cf11-41dc-990d-b20640a5f1e4 req-e7029148-0778-4c43-8e3c-e22318907af3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Jun 28 14:19:56.434253 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9472303 Jun 28 14:19:56.439242 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40566) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:56.445248 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Request body: {'subnet': {'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-149325645-subnet', 'tenant_id': '28b9e6fe1bdc4394b13949239afacfc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:19:56.524832 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-cdfb40df-69e3-4e61-a9b3-124f4be2bce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.590880 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-cdfb40df-69e3-4e61-a9b3-124f4be2bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.594847 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-05269bf1-3658-4d36-9b31-6183547fb020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:56.631322 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-cdfb40df-69e3-4e61-a9b3-124f4be2bce6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51703f5a9c9942e092511c74dd1a3610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414357 Jun 28 14:19:56.633242 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb40df-69e3-4e61-a9b3-124f4be2bce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5251b8bb-85bd-4503-8170-5b0d616954c8,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:56.633903 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40568) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:56.636294 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-cdfb40df-69e3-4e61-a9b3-124f4be2bce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:56.659532 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Made reservation on behalf of 28b9e6fe1bdc4394b13949239afacfc1 for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:19:56.661821 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.732140 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.767343 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.922563 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.925406 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.926568 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5251b8bb-85bd-4503-8170-5b0d616954c8 HTTP/1.1" status: 204 len: 168 time: 0.2917223 Jun 28 14:19:56.927321 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:56.934383 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5251b8bb-85bd-4503-8170-5b0d616954c8,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:56.941629 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.942324 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.942683 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.943030 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.943373 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.943715 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.944102 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.944474 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.944812 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.945155 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.945499 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.945807 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:19:56.948942 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:56.951184 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:56.955805 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:57.010751 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0e28bc-85fe-4512-8b0b-394b4c3432b7,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:57.013390 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:57.019932 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Checking segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:19:57.020318 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Network hostable DHCP agents. Network: cb32eddb-c7fb-4577-b8d0-702429e0a24f, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:19:57.122690 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:19:57.173831 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, cb32eddb-c7fb-4577-b8d0-702429e0a24f) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:19:57.177956 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:57.178506 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:57.185793 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e5f5b-8dd3-4442-abb8-b27b2258a5e0 None None] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:57.263617 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8153856 Jun 28 14:19:57.349892 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf3486-eccd-4efd-8b20-76e80119ee52 None None] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:19:57.633922 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7b333-3bc4-4c29-ab0c-1589a30498d3 req-a0f93e28-0cf0-48c6-bcfe-a63a3ca4926f tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:57.635402 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cca7b333-3bc4-4c29-ab0c-1589a30498d3 req-a0f93e28-0cf0-48c6-bcfe-a63a3ca4926f tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 944 time: 0.0622158 Jun 28 14:19:57.696057 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cca7b333-3bc4-4c29-ab0c-1589a30498d3 req-e630b56b-a9f5-489b-823a-519712a48872 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528574 Jun 28 14:19:57.876522 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9665016-e957-4200-b059-496903536dc3 req-51d1a118-6849-4e5c-82e0-6deb1f611255 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:57.915916 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e9665016-e957-4200-b059-496903536dc3 req-51d1a118-6849-4e5c-82e0-6deb1f611255 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0717471 Jun 28 14:19:57.917446 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e9665016-e957-4200-b059-496903536dc3 req-d33f1b93-b7a9-46ed-be3b-a4b5564ad426 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334871 Jun 28 14:19:58.040810 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62f58-539f-49cc-b263-b33401902318 req-67e64cac-07f3-4efe-babb-a40e2aadb50b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:58.040810 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-67e64cac-07f3-4efe-babb-a40e2aadb50b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.1187766 Jun 28 14:19:58.040810 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-21cfa214-79b1-4c4f-b577-e51a6e5a9578 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/quotas/28b9e6fe1bdc4394b13949239afacfc1 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Jun 28 14:19:58.070000 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-7df91e8a-d339-4f8d-b024-b332609f6ab6 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287755 Jun 28 14:19:58.243168 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-5b4eabb0-510b-49ad-8dca-bb3f2cf34e41 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841587 Jun 28 14:19:58.255779 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-8bb09292-358f-477b-9ac1-ac8667202d86 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869403 Jun 28 14:19:58.698458 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-54e11fa7-aff8-4eea-8854-fd2630dfc61e req-cb4c2728-03a8-4805-88c6-2cfc65c84d6c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 210 time: 0.0400188 Jun 28 14:19:58.903625 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2afa86-7d96-4ca9-81be-2ea24cc055cd req-4f4c40bd-9b16-498e-b2ee-d41a720b3a2f tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:58.906714 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9d2afa86-7d96-4ca9-81be-2ea24cc055cd req-4f4c40bd-9b16-498e-b2ee-d41a720b3a2f tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 944 time: 0.0688117 Jun 28 14:19:58.947761 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9d2afa86-7d96-4ca9-81be-2ea24cc055cd req-a3e86a7d-45c4-4dbc-a5e4-e338ac7b75c2 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355294 Jun 28 14:19:59.093750 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40694) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:59.150473 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f39e02-fdea-4768-977a-a5a80a2cc506 req-7adcbc56-720a-463b-8cf7-d1fc44b838f3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:19:59.152046 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-41f39e02-fdea-4768-977a-a5a80a2cc506 req-7adcbc56-720a-463b-8cf7-d1fc44b838f3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0977931 Jun 28 14:19:59.207635 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-41f39e02-fdea-4768-977a-a5a80a2cc506 req-745f95b5-b6bf-40ec-87ee-d45a94d0b78d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480170 Jun 28 14:19:59.259436 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58e902f7-6a7c-4fac-8ece-e95269121ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:59.351800 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58e902f7-6a7c-4fac-8ece-e95269121ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:59.419458 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58e902f7-6a7c-4fac-8ece-e95269121ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:59.423969 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:59.461765 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-58e902f7-6a7c-4fac-8ece-e95269121ccd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ff6c25bd2144706a7b078960fb65576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668008 Jun 28 14:19:59.462669 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e902f7-6a7c-4fac-8ece-e95269121ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2364e-ddf1-4f2a-8be7-b4fb4fa7b330,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:59.464625 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40708) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:19:59.466144 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-58e902f7-6a7c-4fac-8ece-e95269121ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:59.527412 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:59.550225 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:59.716831 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:59.720815 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:19:59.722195 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fc2364e-ddf1-4f2a-8be7-b4fb4fa7b330 HTTP/1.1" status: 204 len: 168 time: 0.2564354 Jun 28 14:19:59.723075 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:19:59.740801 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2364e-ddf1-4f2a-8be7-b4fb4fa7b330,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:19:59.743847 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:19:59.814046 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1fb30bc4-f545-41d4-b2d4-6fc2d67e407f req-5155e489-0dda-4020-9cb7-0f5bc679f9d9 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 210 time: 0.0402238 Jun 28 14:20:00.127475 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 2642ea8d-e9e2-4e3e-9c46-c490009176f6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:20:00.141132 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdbdaf-c99f-44c4-9d9d-e39913343425 req-c0a7fa19-2e84-4500-835d-db1c8c66fdd1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:00.142761 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-aefdbdaf-c99f-44c4-9d9d-e39913343425 req-c0a7fa19-2e84-4500-835d-db1c8c66fdd1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 944 time: 0.0730753 Jun 28 14:20:00.191356 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-aefdbdaf-c99f-44c4-9d9d-e39913343425 req-fb6bb836-3e77-450f-8580-f2952f35203d tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431261 Jun 28 14:20:00.374819 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 2642ea8d-e9e2-4e3e-9c46-c490009176f6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2642ea8d-e9e2-4e3e-9c46-c490009176f6,segment=NetworkSegment(1954ed0b-fc68-4adc-83b3-08de28658b42),segment_id=1954ed0b-fc68-4adc-83b3-08de28658b42)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:00.386847 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '2642ea8d-e9e2-4e3e-9c46-c490009176f6', 'network_id': '35073d6e-15ae-4f24-9135-5242a2770bc3', 'port_id': '2642ea8d-e9e2-4e3e-9c46-c490009176f6', 'mac_address': 'fa:16:3e:b8:2c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502aa389-af19-4732-81b9-78a826624147', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:20:00.426720 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a935f-ab01-4413-a924-85b8b6efbbdb req-f3f7aefb-1979-4533-b395-a30d4c3b33a6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:00.428362 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-859a935f-ab01-4413-a924-85b8b6efbbdb req-f3f7aefb-1979-4533-b395-a30d4c3b33a6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0881600 Jun 28 14:20:00.429714 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:00.450148 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2642ea8d-e9e2-4e3e-9c46-c490009176f6 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:00.481822 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-859a935f-ab01-4413-a924-85b8b6efbbdb req-308ce701-69e0-4e39-9d70-ba8e221515c2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461721 Jun 28 14:20:00.498750 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 2642ea8d-e9e2-4e3e-9c46-c490009176f6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2642ea8d-e9e2-4e3e-9c46-c490009176f6,segment=NetworkSegment(1954ed0b-fc68-4adc-83b3-08de28658b42),segment_id=1954ed0b-fc68-4adc-83b3-08de28658b42)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:00.556155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40746) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:00.568426 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:00.570448 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:00.589360 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6ec32995-b46a-451f-a595-7a50cce071d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:00.626230 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=2642ea8d-e9e2-4e3e-9c46-c490009176f6,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:00.634890 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.635975 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.636805 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.637355 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.638268 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.639395 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.640068 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.640632 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.641678 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.642223 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.642722 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.643582 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:00.660958 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:00.694412 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6ec32995-b46a-451f-a595-7a50cce071d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:00.739347 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6ec32995-b46a-451f-a595-7a50cce071d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:00.743207 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-639fbba6-ec03-40f8-8d66-07e56f61fb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:00.782063 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-6ec32995-b46a-451f-a595-7a50cce071d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73e49dfb24ef40ce9150f257114bd2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247498 Jun 28 14:20:00.784075 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec32995-b46a-451f-a595-7a50cce071d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6d121-52a4-49a1-a054-44cc8ba5d382,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:00.788232 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40748) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:00.789158 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6ec32995-b46a-451f-a595-7a50cce071d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:00.859674 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:00.894594 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:00.981586 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b912c97c-568a-4520-8c01-93f10d18cdce req-cbe7fbe3-22c8-4280-bf9c-cca1e037dcf7 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jun 28 14:20:00.991186 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['2642ea8d-e9e2-4e3e-9c46-c490009176f6'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:01.014748 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-d0db51e3-357c-4327-929f-39d19f8f110e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899661 Jun 28 14:20:01.054427 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:01.057342 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:01.066093 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/68d6d121-52a4-49a1-a054-44cc8ba5d382 HTTP/1.1" status: 204 len: 168 time: 0.2747395 Jun 28 14:20:01.068466 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:01.081129 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6d121-52a4-49a1-a054-44cc8ba5d382,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:01.084177 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:01.178840 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-573c0c25-3d74-4551-8459-fb032635d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:01.180897 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-573c0c25-3d74-4551-8459-fb032635d19e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.0812261 Jun 28 14:20:01.379333 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-b1f07b67-4d3f-402e-8ef9-94744b9d3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:01.380836 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-b1f07b67-4d3f-402e-8ef9-94744b9d3465 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.1319427 Jun 28 14:20:01.408342 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff43982-fa0a-4e33-b51f-9c52883bec39 req-753cce39-ffce-4fbc-942f-81cdc0ec9854 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:01.409834 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cff43982-fa0a-4e33-b51f-9c52883bec39 req-753cce39-ffce-4fbc-942f-81cdc0ec9854 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 945 time: 0.0993979 Jun 28 14:20:01.441992 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-f4103cd2-eb04-4968-91ee-878fd2095e68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 217 time: 0.0505826 Jun 28 14:20:01.483391 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cff43982-fa0a-4e33-b51f-9c52883bec39 req-d56eb765-e969-4654-8c87-9aa781c8550f tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Jun 28 14:20:01.551222 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-5e97a585-dd65-4d8d-8f63-07070cd35032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:01.552778 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-5e97a585-dd65-4d8d-8f63-07070cd35032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.0711434 Jun 28 14:20:01.597729 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-42dcf002-f5a1-4a89-bcaa-3f2aa4fc7480 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342839 Jun 28 14:20:01.701821 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6809c-3d48-4f2c-a410-4443b9ed2819 req-fc405cd9-8b9a-4df6-ac34-6837308e23a7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:01.703604 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fee6809c-3d48-4f2c-a410-4443b9ed2819 req-fc405cd9-8b9a-4df6-ac34-6837308e23a7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0712767 Jun 28 14:20:01.713177 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-b9732eb9-434d-45f2-bbf4-6da9da36ee03 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053612 Jun 28 14:20:01.752836 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fee6809c-3d48-4f2c-a410-4443b9ed2819 req-229664a2-eb31-4c6c-a376-5f6be07d39b5 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Jun 28 14:20:02.103498 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eea4a84e-b141-4c69-a739-c168158b81d8 req-d4655d1a-d8a9-41c6-9969-ec730ba1688a service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770623 Jun 28 14:20:02.127267 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 2642ea8d-e9e2-4e3e-9c46-c490009176f6 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:20:02.178542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62f58-539f-49cc-b263-b33401902318 req-38eb56ab-6992-4680-9709-a0ced2f2f583 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:02.180064 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-38eb56ab-6992-4680-9709-a0ced2f2f583 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.3668461 Jun 28 14:20:02.198471 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-23475988-8f7c-4bec-93ac-793d45a60076 req-51a93d78-de49-453d-b14c-84f9eca6775e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 210 time: 0.0827732 Jun 28 14:20:02.212140 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Request body: {'port': {'device_id': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'admin_state_up': True, 'tenant_id': '28b9e6fe1bdc4394b13949239afacfc1'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:02.274882 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 40810) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:02.282764 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:20:02.288545 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:20:02.288545 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.403467 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.422985 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-57628e4e-95d9-4d4e-b4dc-3fbd11067d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.427936 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642ea8d-e9e2-4e3e-9c46-c490009176f6'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:02.430389 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e27f654-b36c-450c-9629-a2e821917568" -d '{"events": [{"server_uuid": "2560a1ac-7ed2-48b1-9200-21969d517c66", "name": "network-vif-plugged", "status": "completed", "tag": "2642ea8d-e9e2-4e3e-9c46-c490009176f6"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:02.446009 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 2642ea8d-e9e2-4e3e-9c46-c490009176f6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2642ea8d-e9e2-4e3e-9c46-c490009176f6,segment=NetworkSegment(1954ed0b-fc68-4adc-83b3-08de28658b42),segment_id=1954ed0b-fc68-4adc-83b3-08de28658b42)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:02.450567 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Made reservation on behalf of 28b9e6fe1bdc4394b13949239afacfc1 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:02.455234 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.499841 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.510527 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edaeb46-c744-44d4-980d-f9f78d3b3b2e x-openstack-request-id: req-5edaeb46-c744-44d4-980d-f9f78d3b3b2e {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:02.511321 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560a1ac-7ed2-48b1-9200-21969d517c66", "name": "network-vif-plugged", "status": "completed", "tag": "2642ea8d-e9e2-4e3e-9c46-c490009176f6", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:02.511321 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5edaeb46-c744-44d4-980d-f9f78d3b3b2e {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:02.511568 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642ea8d-e9e2-4e3e-9c46-c490009176f6', 'code': 200} Jun 28 14:20:02.512108 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:02.631273 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=2642ea8d-e9e2-4e3e-9c46-c490009176f6,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:02.641979 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:02.652896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Allocated IP 172.20.0.5 (cb32eddb-c7fb-4577-b8d0-702429e0a24f/5a0e28bc-85fe-4512-8b0b-394b4c3432b7/0597cb6e-e761-40fe-8ed3-76732bd2792c) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:02.657420 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-57628e4e-95d9-4d4e-b4dc-3fbd11067d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.788461 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-57628e4e-95d9-4d4e-b4dc-3fbd11067d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.793146 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6c44-8c54-45bb-929f-28cfb61ae14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.796307 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2dda0c97-f27a-4e40-b7c8-2091120a0197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:02.850548 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-57628e4e-95d9-4d4e-b4dc-3fbd11067d83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a024eddeb5784f3cab04caf30486e33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722907 Jun 28 14:20:02.850945 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40834) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:02.851743 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628e4e-95d9-4d4e-b4dc-3fbd11067d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c337678-cd96-453e-9e74-84439ac12c7f,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:02.857687 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-57628e4e-95d9-4d4e-b4dc-3fbd11067d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:02.892813 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:02.910609 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe499e8-4120-4ed3-a154-3caaeeac33ff req-fb55670f-5f57-4d03-a1cd-75e9f3f962fb tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:02.912366 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4fe499e8-4120-4ed3-a154-3caaeeac33ff req-fb55670f-5f57-4d03-a1cd-75e9f3f962fb tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.1902130 Jun 28 14:20:02.972775 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4fe499e8-4120-4ed3-a154-3caaeeac33ff req-d00b841e-70bd-4ca5-b320-4f35f0fb10d2 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536251 Jun 28 14:20:03.008389 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.063084 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.063383 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.078117 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:03.152176 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea8490-61ad-4bb7-a1f4-575d05d48651 req-98d2c7e4-89a2-406f-b502-58718122858c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:03.161428 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:03.162149 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d5ea8490-61ad-4bb7-a1f4-575d05d48651 req-98d2c7e4-89a2-406f-b502-58718122858c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1693869 Jun 28 14:20:03.177285 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:03.179504 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event updated for resources: {'Port': ['ID=0597cb6e-e761-40fe-8ed3-76732bd2792c,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:03.182831 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:03.183540 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:03.189207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:03.189892 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.218379 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d5ea8490-61ad-4bb7-a1f4-575d05d48651 req-17e67248-1764-4b1e-9035-c70c1f525b85 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 Jun 28 14:20:03.225417 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861d3b9-6b31-4f8e-96e5-e33bb7a4a466 req-e8f64a81-a1ff-49d1-828d-01bb858f0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:03.233537 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9861d3b9-6b31-4f8e-96e5-e33bb7a4a466 req-e8f64a81-a1ff-49d1-828d-01bb858f0314 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 1099 time: 0.1516628 Jun 28 14:20:03.242252 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.246050 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.247377 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c337678-cd96-453e-9e74-84439ac12c7f HTTP/1.1" status: 204 len: 168 time: 0.3954382 Jun 28 14:20:03.249219 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9ec230d2-0377-46e1-b9ad-c2cf7cc2f5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:03.263109 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c337678-cd96-453e-9e74-84439ac12c7f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:03.265596 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:03.293805 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0871842 Jun 28 14:20:03.317501 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Request body: {'port': {'device_id': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:03.354234 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9861d3b9-6b31-4f8e-96e5-e33bb7a4a466 req-4624b6dd-6e5c-40ce-a23b-8f77c04ec44b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914929 Jun 28 14:20:03.412854 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.447498 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8012f-0ebf-4ee2-805d-5f5038d789ec req-8fce4dbf-7aa4-463d-a662-66311a530608 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:03.462263 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8fe8012f-0ebf-4ee2-805d-5f5038d789ec req-8fce4dbf-7aa4-463d-a662-66311a530608 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 931 time: 0.1046691 Jun 28 14:20:03.542937 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8fe8012f-0ebf-4ee2-805d-5f5038d789ec req-9180e03b-03d0-4633-b6aa-ffa86bbc60f6 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732026 Jun 28 14:20:03.736770 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0597cb6e-e761-40fe-8ed3-76732bd2792c {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:03.744146 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.756515 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Transition to ACTIVE for port object 0597cb6e-e761-40fe-8ed3-76732bd2792c will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:03.876720 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:03.879768 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:03.927132 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Pushing event updated for resources: {'Port': ['ID=0597cb6e-e761-40fe-8ed3-76732bd2792c,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:03.931383 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:03.962465 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Attempting to bind port 0597cb6e-e761-40fe-8ed3-76732bd2792c on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:20:03.962795 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Attempting to bind port 0597cb6e-e761-40fe-8ed3-76732bd2792c by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:20:03.964666 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Attempting to bind port 0597cb6e-e761-40fe-8ed3-76732bd2792c on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:03.968314 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Port 0597cb6e-e761-40fe-8ed3-76732bd2792c on network cb32eddb-c7fb-4577-b8d0-702429e0a24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:20:03.968633 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Attempting to bind port 0597cb6e-e761-40fe-8ed3-76732bd2792c on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:03.973450 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:20:03.973780 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Checking segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:03.974194 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Bound using segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:20:03.974569 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Bound port: 0597cb6e-e761-40fe-8ed3-76732bd2792c, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:20:03.974919 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.054847 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40878) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:04.064390 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] For port 0597cb6e-e761-40fe-8ed3-76732bd2792c, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:20:04.067792 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-69639978-2ce5-45cd-985d-ed619ca80e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.070378 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] For port 0597cb6e-e761-40fe-8ed3-76732bd2792c, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0597cb6e-e761-40fe-8ed3-76732bd2792c,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:20:04.128669 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.131739 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:04.166287 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.166915 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.168294 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] 10.222.0.37 "PUT /v2.0/ports/0597cb6e-e761-40fe-8ed3-76732bd2792c HTTP/1.1" status: 200 len: 1093 time: 0.8575144 Jun 28 14:20:04.168778 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'tag': '0597cb6e-e761-40fe-8ed3-76732bd2792c'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:04.171350 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba9ca6-1e56-4379-a404-6352fdcd44a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b75a20-16a0-4e75-8b1a-020966372781", "tag": "0597cb6e-e761-40fe-8ed3-76732bd2792c"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:04.208561 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-69639978-2ce5-45cd-985d-ed619ca80e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.212534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Pushing event updated for resources: {'Port': ['ID=0597cb6e-e761-40fe-8ed3-76732bd2792c,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:04.220022 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:04.224010 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7072-7d0a-434d-99bf-19260e7e4542 req-bf61142c-6ff5-4fde-9d19-a25c6ba41914 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.224421 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2d90cb-75d1-46bb-9bd5-df8ce7b550bb x-openstack-request-id: req-2d2d90cb-75d1-46bb-9bd5-df8ce7b550bb {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:04.225142 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b75a20-16a0-4e75-8b1a-020966372781", "tag": "0597cb6e-e761-40fe-8ed3-76732bd2792c", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:04.225579 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d2d90cb-75d1-46bb-9bd5-df8ce7b550bb {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:04.225706 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-550f7072-7d0a-434d-99bf-19260e7e4542 req-bf61142c-6ff5-4fde-9d19-a25c6ba41914 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.1039324 Jun 28 14:20:04.226424 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'tag': '0597cb6e-e761-40fe-8ed3-76732bd2792c', 'status': 'completed', 'code': 200} Jun 28 14:20:04.282656 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-550f7072-7d0a-434d-99bf-19260e7e4542 req-f992c50a-35ce-4470-ad11-05e56ad7dba9 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486534 Jun 28 14:20:04.340743 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-69639978-2ce5-45cd-985d-ed619ca80e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.342749 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba9ca6-1e56-4379-a404-6352fdcd44a1 req-ead3afad-7cfe-4b8f-b124-56a90d2e3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.344529 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61ba9ca6-1e56-4379-a404-6352fdcd44a1 req-ead3afad-7cfe-4b8f-b124-56a90d2e3bc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 1096 time: 0.0591655 Jun 28 14:20:04.344688 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1901d1df-6090-47a4-bbb0-e0968f61cde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:04.386836 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69639978-2ce5-45cd-985d-ed619ca80e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527f2992-ffbf-4bff-9b33-dcd7bafe0a3a,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:04.395157 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-69639978-2ce5-45cd-985d-ed619ca80e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:04.413029 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-69639978-2ce5-45cd-985d-ed619ca80e8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d1cab96a4164c5f93df53f8ebf5ef51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556852 Jun 28 14:20:04.413029 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 40888) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:04.469797 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.491075 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.502891 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569049e-6d69-4824-b953-c393da0e1ead req-2ef42bdb-75ca-487d-bf59-31928882928d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.504641 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9569049e-6d69-4824-b953-c393da0e1ead req-2ef42bdb-75ca-487d-bf59-31928882928d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1565673 Jun 28 14:20:04.510249 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba9ca6-1e56-4379-a404-6352fdcd44a1 req-0b6e4da5-9ddc-42a1-87f7-41184d989553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.511658 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61ba9ca6-1e56-4379-a404-6352fdcd44a1 req-0b6e4da5-9ddc-42a1-87f7-41184d989553 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1341314 Jun 28 14:20:04.591469 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.594529 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:04.597866 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/527f2992-ffbf-4bff-9b33-dcd7bafe0a3a HTTP/1.1" status: 204 len: 168 time: 0.1797361 Jun 28 14:20:04.597866 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7cd46147-c5b4-4fd8-b7ee-515cf6d53e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:04.605137 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527f2992-ffbf-4bff-9b33-dcd7bafe0a3a,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:04.606194 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9569049e-6d69-4824-b953-c393da0e1ead req-6991c3ba-0bec-4996-b7d6-acc510170c90 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930645 Jun 28 14:20:04.608424 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:04.651996 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba9ca6-1e56-4379-a404-6352fdcd44a1 req-0035eaaa-c402-4f6f-900f-309354e638ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.653897 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61ba9ca6-1e56-4379-a404-6352fdcd44a1 req-0035eaaa-c402-4f6f-900f-309354e638ad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328864 Jun 28 14:20:04.775093 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2fe90-6398-446b-8f21-393548a479fc req-676d8d7a-4cc1-4a20-acf5-3ff39fff2d40 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.776597 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c9d2fe90-6398-446b-8f21-393548a479fc req-676d8d7a-4cc1-4a20-acf5-3ff39fff2d40 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 943 time: 0.0782573 Jun 28 14:20:04.824390 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c9d2fe90-6398-446b-8f21-393548a479fc req-6f3eecc1-ba2a-417c-8615-e9ac9586b021 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Jun 28 14:20:04.909409 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62f58-539f-49cc-b263-b33401902318 req-7e87a536-d6c2-4f72-89c2-e5c6381e37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:04.911309 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-7e87a536-d6c2-4f72-89c2-e5c6381e37fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 1096 time: 0.0836563 Jun 28 14:20:04.986522 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-c90eaf3c-26b4-449a-afe1-08b10aa1091c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0597cb6e-e761-40fe-8ed3-76732bd2792c HTTP/1.1" status: 200 len: 217 time: 0.0427890 Jun 28 14:20:05.092942 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62f58-539f-49cc-b263-b33401902318 req-60ae8839-cf80-49a3-ae07-26b466ffef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:05.094764 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-60ae8839-cf80-49a3-ae07-26b466ffef23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0e28bc-85fe-4512-8b0b-394b4c3432b7 HTTP/1.1" status: 200 len: 854 time: 0.0677409 Jun 28 14:20:05.133084 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-b09dd5a4-6724-47ef-ae93-b494fc1b22a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb32eddb-c7fb-4577-b8d0-702429e0a24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270293 Jun 28 14:20:05.309975 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-71225f49-f5f3-4737-bd0f-9fded69fb3d6 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016827 Jun 28 14:20:05.333639 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a0d9-f6f6-47f4-98e9-231fb63e63e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:05.345623 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f4f62f58-539f-49cc-b263-b33401902318 req-31f074a2-0d39-4416-8d40-74dee704c457 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851624 Jun 28 14:20:05.395435 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:05.468378 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c016f7-eb75-4a6e-a0ac-600272ff7183 req-cd9fb7e6-bd6d-4bad-a057-bbef4244156e tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:05.469895 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-29c016f7-eb75-4a6e-a0ac-600272ff7183 req-cd9fb7e6-bd6d-4bad-a057-bbef4244156e tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.0696862 Jun 28 14:20:05.482544 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:05.509252 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-29c016f7-eb75-4a6e-a0ac-600272ff7183 req-1f1ef648-719e-4479-a82b-f3cdb4623717 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332315 Jun 28 14:20:05.827656 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e2609-37ea-4d2c-a958-66651821d6a1 req-f056ba45-ebba-4fae-9d4a-90f2784fa17b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:05.829162 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b38e2609-37ea-4d2c-a958-66651821d6a1 req-f056ba45-ebba-4fae-9d4a-90f2784fa17b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0699475 Jun 28 14:20:05.870544 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b38e2609-37ea-4d2c-a958-66651821d6a1 req-fca829b8-c94c-4659-b52d-bfa36bcdc458 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355086 Jun 28 14:20:06.009933 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d777-6f4f-474a-ac6b-443f7fd3c455 req-3d7e9247-1df1-4b1d-a696-bd23d2cf0137 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:06.011408 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4322d777-6f4f-474a-ac6b-443f7fd3c455 req-3d7e9247-1df1-4b1d-a696-bd23d2cf0137 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 943 time: 0.0627027 Jun 28 14:20:06.057990 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4322d777-6f4f-474a-ac6b-443f7fd3c455 req-070be830-d65c-4f3d-8b7d-2e2e113577e1 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Jun 28 14:20:06.545029 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:07.051281 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744bf6d-af6b-420b-94b2-cb7427110ae8 req-29205b30-14b6-4103-8955-d3fc6de7da52 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:07.051281 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0744bf6d-af6b-420b-94b2-cb7427110ae8 req-29205b30-14b6-4103-8955-d3fc6de7da52 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0619450 Jun 28 14:20:07.090532 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0744bf6d-af6b-420b-94b2-cb7427110ae8 req-4360c1b3-108c-46b5-8a6f-ce75bef1ea36 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Jun 28 14:20:07.243199 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae402a-432f-489e-821f-9e942d1c45a5 req-a20f4624-5d00-470d-81ae-08677518e981 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:07.244730 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c4ae402a-432f-489e-821f-9e942d1c45a5 req-a20f4624-5d00-470d-81ae-08677518e981 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 943 time: 0.0654924 Jun 28 14:20:07.282977 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c4ae402a-432f-489e-821f-9e942d1c45a5 req-ef8f5f49-fb4d-448e-b429-5867d7aa49b4 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Jun 28 14:20:08.142918 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 0597cb6e-e761-40fe-8ed3-76732bd2792c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:20:08.217399 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:08.283355 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 0597cb6e-e761-40fe-8ed3-76732bd2792c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0597cb6e-e761-40fe-8ed3-76732bd2792c,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:08.295762 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '0597cb6e-e761-40fe-8ed3-76732bd2792c', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'port_id': '0597cb6e-e761-40fe-8ed3-76732bd2792c', 'mac_address': 'fa:16:3e:cc:b4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e28bc-85fe-4512-8b0b-394b4c3432b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:20:08.329536 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338bb4-d8f2-469c-8b31-f879cfebf72f req-496d2f04-3c1e-43f1-ab48-c6e4346288fc tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:08.330913 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a0338bb4-d8f2-469c-8b31-f879cfebf72f req-496d2f04-3c1e-43f1-ab48-c6e4346288fc tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1104107 Jun 28 14:20:08.380010 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:08.409577 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0597cb6e-e761-40fe-8ed3-76732bd2792c {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:08.422110 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a0338bb4-d8f2-469c-8b31-f879cfebf72f req-b5f264e4-359c-48dc-b6bc-8882b6ddc835 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856118 Jun 28 14:20:08.460180 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 0597cb6e-e761-40fe-8ed3-76732bd2792c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0597cb6e-e761-40fe-8ed3-76732bd2792c,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:08.516167 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ecc5d-ea4f-4685-a0ca-ef9402153fb0 req-b340c021-0f25-43b5-9e43-0f0069b974b3 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:08.523086 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f87ecc5d-ea4f-4685-a0ca-ef9402153fb0 req-b340c021-0f25-43b5-9e43-0f0069b974b3 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 943 time: 0.0683331 Jun 28 14:20:08.542920 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:08.547161 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:08.565302 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f87ecc5d-ea4f-4685-a0ca-ef9402153fb0 req-987775e9-cc7c-46a5-a7bb-40d0aa067dde tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Jun 28 14:20:08.609735 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=0597cb6e-e761-40fe-8ed3-76732bd2792c,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:08.613176 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:09.024911 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:09.610285 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570332d-2287-453a-920c-9e21c364ec59 req-49803ef1-a4eb-4ddd-b373-1a2749ab3ea1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:09.611974 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5570332d-2287-453a-920c-9e21c364ec59 req-49803ef1-a4eb-4ddd-b373-1a2749ab3ea1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0764458 Jun 28 14:20:09.657116 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5570332d-2287-453a-920c-9e21c364ec59 req-f2913ade-9700-4fc4-b628-80dc973e7a8e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Jun 28 14:20:09.843639 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc404b-79ad-4eb9-8c7d-7254b47015f2 req-db6c2b04-223b-4b74-8990-68c70b315a87 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:09.846341 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-70cc404b-79ad-4eb9-8c7d-7254b47015f2 req-db6c2b04-223b-4b74-8990-68c70b315a87 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 944 time: 0.0699701 Jun 28 14:20:09.881169 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:20:09.893711 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41102) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:09.940953 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-70cc404b-79ad-4eb9-8c7d-7254b47015f2 req-b09ca409-9ee2-480d-8241-6414f9d1f445 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844536 Jun 28 14:20:10.086975 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f638de26-db7c-4377-8fd7-0f790f0348f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.140230 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 0597cb6e-e761-40fe-8ed3-76732bd2792c up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:20:10.190649 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f638de26-db7c-4377-8fd7-0f790f0348f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.199416 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff989f-8c32-4178-9a99-0e3458e668e5 req-2142d546-c404-4492-b459-aba7cc4d765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:10.201601 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a6ff989f-8c32-4178-9a99-0e3458e668e5 req-2142d546-c404-4492-b459-aba7cc4d765b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 1098 time: 0.1764596 Jun 28 14:20:10.203583 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41110) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:10.293554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f638de26-db7c-4377-8fd7-0f790f0348f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.299220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8674fc5c-e4be-4ed2-946b-32f128bc3691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:10.305155 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 0597cb6e-e761-40fe-8ed3-76732bd2792c completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:20:10.309078 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 0597cb6e-e761-40fe-8ed3-76732bd2792c triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:20:10.309633 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.321806 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a6ff989f-8c32-4178-9a99-0e3458e668e5 req-64b84787-dcb3-4a7f-8d7d-ea06c1d24f33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934811 Jun 28 14:20:10.359091 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1133-50be-4be6-a591-fbe00c96c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.364583 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f638de26-db7c-4377-8fd7-0f790f0348f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cad033e180774f0badb0aaf0bd1dd4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698596 Jun 28 14:20:10.368791 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41116) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:10.371660 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638de26-db7c-4377-8fd7-0f790f0348f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab594654-4350-4bba-bbcc-fdce763a26b9,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:10.375507 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f638de26-db7c-4377-8fd7-0f790f0348f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:10.412605 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.415581 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a295cb-cb61-4ccb-8f50-1efbaea5d702 req-0796c213-28f0-4f93-a177-5b48b442a9ca tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:10.417155 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-66a295cb-cb61-4ccb-8f50-1efbaea5d702 req-0796c213-28f0-4f93-a177-5b48b442a9ca tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.1654346 Jun 28 14:20:10.436520 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597cb6e-e761-40fe-8ed3-76732bd2792c'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:10.439637 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62778a8-55bb-42f3-a29f-034677e58800" -d '{"events": [{"server_uuid": "f5b75a20-16a0-4e75-8b1a-020966372781", "name": "network-vif-plugged", "status": "completed", "tag": "0597cb6e-e761-40fe-8ed3-76732bd2792c"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:10.449054 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.453091 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 0597cb6e-e761-40fe-8ed3-76732bd2792c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0597cb6e-e761-40fe-8ed3-76732bd2792c,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:10.475390 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.476562 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-66a295cb-cb61-4ccb-8f50-1efbaea5d702 req-35e074bf-7ce8-45ca-a044-4fa8c95d5689 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504799 Jun 28 14:20:10.505216 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.507850 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:10.527554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1133-50be-4be6-a591-fbe00c96c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.546960 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a6148-db80-42dd-b4a3-aa9c68cfccc4 x-openstack-request-id: req-d93a6148-db80-42dd-b4a3-aa9c68cfccc4 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:10.547262 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b75a20-16a0-4e75-8b1a-020966372781", "name": "network-vif-plugged", "status": "completed", "tag": "0597cb6e-e761-40fe-8ed3-76732bd2792c", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:10.548219 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d93a6148-db80-42dd-b4a3-aa9c68cfccc4 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:10.548671 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597cb6e-e761-40fe-8ed3-76732bd2792c', 'code': 200} Jun 28 14:20:10.560553 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=0597cb6e-e761-40fe-8ed3-76732bd2792c,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:10.563665 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:10.602011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1133-50be-4be6-a591-fbe00c96c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.605380 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b8509be2-9f51-4960-8848-b42e7e2e7d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:10.613843 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.616577 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.617800 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab594654-4350-4bba-bbcc-fdce763a26b9 HTTP/1.1" status: 204 len: 168 time: 0.2476807 Jun 28 14:20:10.618486 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:10.632234 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab594654-4350-4bba-bbcc-fdce763a26b9,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:10.632234 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:10.645270 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-6f3f1133-50be-4be6-a591-fbe00c96c8f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2d648c4b2904aedbc8d521652befa3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376779 Jun 28 14:20:10.645270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1133-50be-4be6-a591-fbe00c96c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23abcd78-74a7-4fbd-9fb6-e8b091b215d1,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:10.646769 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6f3f1133-50be-4be6-a591-fbe00c96c8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:10.646988 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41122) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:10.697505 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.720388 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.813685 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.816502 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:10.818087 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23abcd78-74a7-4fbd-9fb6-e8b091b215d1 HTTP/1.1" status: 204 len: 168 time: 0.1698475 Jun 28 14:20:10.819265 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8e55ba2f-deed-4add-bcfd-836af25a81ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:10.828155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23abcd78-74a7-4fbd-9fb6-e8b091b215d1,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:10.830955 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:10.856780 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2777-eed0-45fe-bc58-aced1c9c0f5d req-10077ace-1661-4364-af93-f62bbdaa8945 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:10.858490 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dc9b2777-eed0-45fe-bc58-aced1c9c0f5d req-10077ace-1661-4364-af93-f62bbdaa8945 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0825205 Jun 28 14:20:10.905200 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dc9b2777-eed0-45fe-bc58-aced1c9c0f5d req-cadcde88-0b00-4d44-9b04-f59ff19d9c7d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Jun 28 14:20:11.117289 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d951e-e927-46ae-8567-2dfe4dd982fb req-46bd6041-a3e5-46a6-a20d-11db38bb606c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:11.119005 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-130d951e-e927-46ae-8567-2dfe4dd982fb req-46bd6041-a3e5-46a6-a20d-11db38bb606c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 945 time: 0.0641491 Jun 28 14:20:11.147159 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a16fe-53f2-4fe4-bc4f-685da25f0f5f req-b720561e-bfec-4cab-9221-83e3a73e9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:11.148900 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d76a16fe-53f2-4fe4-bc4f-685da25f0f5f req-b720561e-bfec-4cab-9221-83e3a73e9954 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 1098 time: 0.0525954 Jun 28 14:20:11.164662 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-130d951e-e927-46ae-8567-2dfe4dd982fb req-7ccf93ff-f9ef-40ee-99e6-78b4ccfd03ea tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 Jun 28 14:20:11.189021 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d76a16fe-53f2-4fe4-bc4f-685da25f0f5f req-7442df34-c9b7-4ce7-83a5-fbd4bf475f4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jun 28 14:20:11.251793 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41144) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:11.266651 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c72ecd22-8b61-4257-9f1d-d2114c82e672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.360601 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c72ecd22-8b61-4257-9f1d-d2114c82e672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.493624 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c72ecd22-8b61-4257-9f1d-d2114c82e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.496977 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-7d0e38cb-6cd6-4af0-a864-eef8cf8f985b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:11.533788 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c72ecd22-8b61-4257-9f1d-d2114c82e672 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca8dc3d5e37749ac9c05f13d2e2a7889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807994 Jun 28 14:20:11.534783 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ecd22-8b61-4257-9f1d-d2114c82e672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3efe9e-947c-4824-87ff-996802903a6e,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:11.536480 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41148) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:11.538082 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c72ecd22-8b61-4257-9f1d-d2114c82e672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:11.622043 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.639632 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41150) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:11.651423 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.653407 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-94198134-f3ee-4145-b545-b7bbccc77e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.700117 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d4587-62c8-4567-92fe-0426ad60358f req-b9a57be3-d7bb-4580-8dcb-1aa75adcdb0a tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:11.701702 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bd2d4587-62c8-4567-92fe-0426ad60358f req-b9a57be3-d7bb-4580-8dcb-1aa75adcdb0a tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.1121604 Jun 28 14:20:11.759245 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bd2d4587-62c8-4567-92fe-0426ad60358f req-e08af2aa-6316-4f98-be39-233404d60001 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Jun 28 14:20:11.773967 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-94198134-f3ee-4145-b545-b7bbccc77e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.801890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.804686 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.806029 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf3efe9e-947c-4824-87ff-996802903a6e HTTP/1.1" status: 204 len: 168 time: 0.2681670 Jun 28 14:20:11.806798 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-69639978-2ce5-45cd-985d-ed619ca80e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:11.825109 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3efe9e-947c-4824-87ff-996802903a6e,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:11.829505 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:11.841447 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-94198134-f3ee-4145-b545-b7bbccc77e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:11.845857 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f3254fda-adab-4f25-8c8c-6d106f78b4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:11.854159 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41158) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:11.892535 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-94198134-f3ee-4145-b545-b7bbccc77e71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7486904089264dc4b780db8992b9c960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495584 Jun 28 14:20:11.892535 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94198134-f3ee-4145-b545-b7bbccc77e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57692fa2-b7af-4f60-a324-15d0f770643e,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:11.892930 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41162) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:11.895308 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-94198134-f3ee-4145-b545-b7bbccc77e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:11.983592 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.013990 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f964f28c-001b-4ec8-a8be-abad679f71ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.017825 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.161378 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68234-87a4-4b01-9e43-267e3584992b req-900a0beb-537c-49fb-84ed-eafd02d4b4db tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:12.161378 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bbf68234-87a4-4b01-9e43-267e3584992b req-900a0beb-537c-49fb-84ed-eafd02d4b4db tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1073225 Jun 28 14:20:12.218567 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f964f28c-001b-4ec8-a8be-abad679f71ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.219587 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.225892 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.225892 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57692fa2-b7af-4f60-a324-15d0f770643e HTTP/1.1" status: 204 len: 168 time: 0.3293281 Jun 28 14:20:12.225892 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e280eae6-fd6b-4da9-addb-f941ad1fb505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:12.228529 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bbf68234-87a4-4b01-9e43-267e3584992b req-e2bea3b2-5d0c-4aba-92e5-1a06af73cd43 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632327 Jun 28 14:20:12.234824 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57692fa2-b7af-4f60-a324-15d0f770643e,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:12.237717 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:12.277955 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f964f28c-001b-4ec8-a8be-abad679f71ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.282293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-22084728-5138-4059-89aa-7f6c0741efb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:12.321557 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f964f28c-001b-4ec8-a8be-abad679f71ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae38485c45ae48b8ba1b375a7ab68a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642522 Jun 28 14:20:12.322754 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f28c-001b-4ec8-a8be-abad679f71ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab3ee6-9dd6-4864-9a5c-8a4700ec996f,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:12.325625 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41174) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:12.338982 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f964f28c-001b-4ec8-a8be-abad679f71ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:12.391353 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e581e-8286-478a-a44a-9ca96c71ae87 req-0c24071a-9497-4fc9-8dfe-cbb7068a8ef4 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:12.393169 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-539e581e-8286-478a-a44a-9ca96c71ae87 req-0c24071a-9497-4fc9-8dfe-cbb7068a8ef4 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 945 time: 0.0852211 Jun 28 14:20:12.396328 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.418199 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.433131 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-539e581e-8286-478a-a44a-9ca96c71ae87 req-a3686d7c-f1c7-48af-8369-4376495385df tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Jun 28 14:20:12.573680 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.576251 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:12.577373 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47ab3ee6-9dd6-4864-9a5c-8a4700ec996f HTTP/1.1" status: 204 len: 168 time: 0.2506537 Jun 28 14:20:12.578096 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8dba5ab1-cbfa-4d82-a49c-650f1f227f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:12.585589 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ab3ee6-9dd6-4864-9a5c-8a4700ec996f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:12.587724 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:12.949555 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a63ae9-5940-4e1f-a8db-bcafe43616a9 req-ac3b857c-1e16-4835-bbc0-8a5e726c7866 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:12.951018 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-91a63ae9-5940-4e1f-a8db-bcafe43616a9 req-ac3b857c-1e16-4835-bbc0-8a5e726c7866 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.0634730 Jun 28 14:20:12.995406 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-91a63ae9-5940-4e1f-a8db-bcafe43616a9 req-54ad6ce7-d3d8-4363-a083-45b4a90b82fd tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Jun 28 14:20:13.177298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41210) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:13.194715 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3d22857c-9ee2-4a03-8aef-123e0778501e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:13.318612 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3d22857c-9ee2-4a03-8aef-123e0778501e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:13.363129 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3d22857c-9ee2-4a03-8aef-123e0778501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:13.366819 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e3e17542-f73e-4a6e-92e7-30e6175ac278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:13.436548 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3d22857c-9ee2-4a03-8aef-123e0778501e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d6e3f853ffc4a51a9e1b7853302dcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575080 Jun 28 14:20:13.439488 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41218) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:13.447065 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22857c-9ee2-4a03-8aef-123e0778501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef18cc3-8abf-4922-a307-36fa9d73d1b9,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:13.454371 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3d22857c-9ee2-4a03-8aef-123e0778501e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:13.499865 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e804a0-49a8-4fed-affe-c562cb12264f req-011afaf8-fa87-49e0-bf74-5d176aae9be3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:13.502683 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-78e804a0-49a8-4fed-affe-c562cb12264f req-011afaf8-fa87-49e0-bf74-5d176aae9be3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1191082 Jun 28 14:20:13.520316 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:13.551425 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:13.573684 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-78e804a0-49a8-4fed-affe-c562cb12264f req-5ba568e3-ffe0-48fd-ad38-51e19d01ad14 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651383 Jun 28 14:20:13.697924 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-0acbbca8-aff7-4a41-b24e-69f24a5bd3f5 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:13.699404 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-0acbbca8-aff7-4a41-b24e-69f24a5bd3f5 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.37 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.1542840 Jun 28 14:20:13.720927 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c1ee1-580d-4d28-86ea-23e99408135f req-75a84caf-3044-4d1d-a0b3-9c66b8431104 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:13.722413 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-be8c1ee1-580d-4d28-86ea-23e99408135f req-75a84caf-3044-4d1d-a0b3-9c66b8431104 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 945 time: 0.1378064 Jun 28 14:20:13.757714 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d1f5-b48a-47fb-8268-dbb811cb7f3e req-01036be1-9348-4573-a6dd-bf462f93696b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:13.760088 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4b33d1f5-b48a-47fb-8268-dbb811cb7f3e req-01036be1-9348-4573-a6dd-bf462f93696b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0773916 Jun 28 14:20:13.791788 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:13.794397 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:13.795511 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fef18cc3-8abf-4922-a307-36fa9d73d1b9 HTTP/1.1" status: 204 len: 168 time: 0.3550663 Jun 28 14:20:13.799324 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6035e730-f5a4-4c03-956d-dddcef36c26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:13.821557 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-be8c1ee1-580d-4d28-86ea-23e99408135f req-9a14e469-21db-4c7c-97a1-99a74e0e0c42 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814958 Jun 28 14:20:13.825613 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4b33d1f5-b48a-47fb-8268-dbb811cb7f3e req-744436f8-09d4-421a-b73a-73cf0437fbeb tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565548 Jun 28 14:20:13.828356 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef18cc3-8abf-4922-a307-36fa9d73d1b9,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:13.836445 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:13.893876 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Deleting port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:20:13.893876 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:14.019688 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] For port 2642ea8d-e9e2-4e3e-9c46-c490009176f6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2642ea8d-e9e2-4e3e-9c46-c490009176f6,segment=NetworkSegment(1954ed0b-fc68-4adc-83b3-08de28658b42),segment_id=1954ed0b-fc68-4adc-83b3-08de28658b42)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:14.020043 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:14.036897 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Calling delete_port for 2642ea8d-e9e2-4e3e-9c46-c490009176f6 owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:20:14.239674 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54219a91-d0a4-42c0-93c4-26b440f87ec9 req-d021977a-bbb1-42c1-865b-ba06b6c82320 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:14.241827 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-54219a91-d0a4-42c0-93c4-26b440f87ec9 req-d021977a-bbb1-42c1-865b-ba06b6c82320 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 946 time: 0.1014147 Jun 28 14:20:14.248676 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:14.260956 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:14.295919 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['2642ea8d-e9e2-4e3e-9c46-c490009176f6'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:14.301858 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-54219a91-d0a4-42c0-93c4-26b440f87ec9 req-0803e2bd-a8bc-471c-b4a1-4b86820b56e5 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/security-groups?id=5eab3127-aa86-435c-b0c5-1c4e4b2a710a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541303 Jun 28 14:20:14.344526 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Pushing event deleted for resources: {'Port': ['ID=2642ea8d-e9e2-4e3e-9c46-c490009176f6,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:14.344526 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:14.361779 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] No DVR routers for this DVR port 2642ea8d-e9e2-4e3e-9c46-c490009176f6 on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:20:14.364383 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:14.366558 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-49a97f03-63ec-4fe8-b8bf-1a512e081dc1 req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.37 "DELETE /v2.0/ports/2642ea8d-e9e2-4e3e-9c46-c490009176f6 HTTP/1.1" status: 204 len: 173 time: 0.6613052 Jun 28 14:20:14.368699 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'name': 'network-vif-deleted', 'tag': '2642ea8d-e9e2-4e3e-9c46-c490009176f6'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:14.378036 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15310c70-40ac-4df4-9c8a-2e49faf706ad" -d '{"events": [{"server_uuid": "2560a1ac-7ed2-48b1-9200-21969d517c66", "name": "network-vif-deleted", "tag": "2642ea8d-e9e2-4e3e-9c46-c490009176f6"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:14.414551 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec382bc-3d09-458e-9831-2052f78d69f8 x-openstack-request-id: req-eec382bc-3d09-458e-9831-2052f78d69f8 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:14.414876 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560a1ac-7ed2-48b1-9200-21969d517c66", "name": "network-vif-deleted", "tag": "2642ea8d-e9e2-4e3e-9c46-c490009176f6", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:14.415160 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eec382bc-3d09-458e-9831-2052f78d69f8 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:14.415586 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560a1ac-7ed2-48b1-9200-21969d517c66', 'name': 'network-vif-deleted', 'tag': '2642ea8d-e9e2-4e3e-9c46-c490009176f6', 'status': 'completed', 'code': 200} Jun 28 14:20:14.769008 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41274) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:14.785853 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc878ad7-b691-4800-a5f1-50d6de591336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:14.962006 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc878ad7-b691-4800-a5f1-50d6de591336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:15.058856 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bc878ad7-b691-4800-a5f1-50d6de591336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:15.068641 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-be067628-ffa2-4cf4-803b-e24fa36fb1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:15.098179 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-bc878ad7-b691-4800-a5f1-50d6de591336 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f95f5dc613ca4a3f9e304f00be992b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295996 Jun 28 14:20:15.100023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc878ad7-b691-4800-a5f1-50d6de591336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a67896-83b0-439e-ba0f-fcb4f49fea6b,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:15.103225 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41290) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:15.111812 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bc878ad7-b691-4800-a5f1-50d6de591336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:15.159589 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:15.182135 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:15.310364 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:15.313123 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:15.314323 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48a67896-83b0-439e-ba0f-fcb4f49fea6b HTTP/1.1" status: 204 len: 168 time: 0.2101521 Jun 28 14:20:15.315025 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:15.324988 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a67896-83b0-439e-ba0f-fcb4f49fea6b,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:15.328345 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:15.480601 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3ba555fc-d56d-4ebc-bf74-d1aa24a7166f req-9149d7f9-4212-4626-891a-7c28ce17cfc4 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2560a1ac-7ed2-48b1-9200-21969d517c66 HTTP/1.1" status: 200 len: 210 time: 0.0388901 Jun 28 14:20:16.424092 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41352) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:16.577008 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-246389252-network', 'tenant_id': '3ffd810e23714c20ad1dbad0a346d20b'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:16.681994 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Made reservation on behalf of 3ffd810e23714c20ad1dbad0a346d20b for: {'network': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:16.684572 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.693348 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.789866 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.904692 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.908228 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c72ecd22-8b61-4257-9f1d-d2114c82e672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:16.930651 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:20:16.941124 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:16.948112 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:16.948112 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:16.948112 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.segments_db [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Added segment 80f09fed-c589-488d-9bb6-b3415e73a3c0 of type vlan for network 3b993e42-5209-4589-b0aa-b2a64ada59cf Jun 28 14:20:16.989528 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.081939 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.083281 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:17.083851 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.086916 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:17.150232 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b993e42-5209-4589-b0aa-b2a64ada59cf,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:17.153954 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:17.162645 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 3b993e42-5209-4589-b0aa-b2a64ada59cf details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:20:17.186533 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7611811 Jun 28 14:20:17.189889 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41374) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:17.195859 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Request body: {'subnet': {'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-246389252-subnet', 'tenant_id': '3ffd810e23714c20ad1dbad0a346d20b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:17.293783 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Made reservation on behalf of 3ffd810e23714c20ad1dbad0a346d20b for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:17.297441 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.836969 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:17.839953 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:17.944366 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6981fa97-02c7-4a72-be5b-b50211239b87,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:17.947896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:17.957263 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Checking segment: {'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:17.957633 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Network hostable DHCP agents. Network: 3b993e42-5209-4589-b0aa-b2a64ada59cf, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:20:17.984064 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-38a1475e-53ee-48a9-ba6f-c730e6df0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:17.985794 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-38a1475e-53ee-48a9-ba6f-c730e6df0bca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.0932827 Jun 28 14:20:18.085243 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-fd22f6d3-13fb-4648-9d71-e72468d83319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.086875 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-fd22f6d3-13fb-4648-9d71-e72468d83319 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.0847261 Jun 28 14:20:18.097063 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406a9a-41cd-47ad-b05f-6ac24f037830 req-a3e0c6b1-c8e2-47ce-b986-5c7a023fc99a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.098653 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7e406a9a-41cd-47ad-b05f-6ac24f037830 req-a3e0c6b1-c8e2-47ce-b986-5c7a023fc99a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0658522 Jun 28 14:20:18.100698 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Network 3b993e42-5209-4589-b0aa-b2a64ada59cf is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:20:18.135230 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-a25bfd57-7014-40e8-8845-1ee11a07f921 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 217 time: 0.0412819 Jun 28 14:20:18.137779 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7e406a9a-41cd-47ad-b05f-6ac24f037830 req-4224240f-621d-4dc0-a4d8-8e3b4845d6b7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Jun 28 14:20:18.141943 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 2642ea8d-e9e2-4e3e-9c46-c490009176f6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:20:18.164243 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 2642ea8d-e9e2-4e3e-9c46-c490009176f6 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:20:18.165364 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 2642ea8d-e9e2-4e3e-9c46-c490009176f6 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:20:18.215572 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 3b993e42-5209-4589-b0aa-b2a64ada59cf) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:18.218197 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-33eaf937-05c5-4a07-8e38-0679a8bc14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.219914 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-33eaf937-05c5-4a07-8e38-0679a8bc14c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.0742602 Jun 28 14:20:18.223961 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:18.229140 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:18.229422 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc1cf64-f946-4042-9805-16dd3651ca43 None None] Network 3b993e42-5209-4589-b0aa-b2a64ada59cf requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:20:18.279781 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-a9aa3d03-9b74-4dec-995f-fb18c3b904a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433207 Jun 28 14:20:18.340191 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1489017 Jun 28 14:20:18.390455 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d833352-34fa-4784-9a80-333382000fcf None None] Network 3b993e42-5209-4589-b0aa-b2a64ada59cf requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:20:18.420876 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-28ea0904-2d21-4104-a06e-289f4faaf1bd service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118133 Jun 28 14:20:18.538521 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b09981c5-1808-4dac-9849-7c388e6302b5 req-34aa1691-8783-4ea5-9fad-1328b9d0ceff service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073647 Jun 28 14:20:19.350166 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215ac0-6366-4abd-8b24-050fc5e3374b req-da1cee43-bcc9-439d-8d71-01c8cb562f4f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:19.352415 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea215ac0-6366-4abd-8b24-050fc5e3374b req-da1cee43-bcc9-439d-8d71-01c8cb562f4f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0870004 Jun 28 14:20:19.392462 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea215ac0-6366-4abd-8b24-050fc5e3374b req-37e0fec6-f10e-49f1-9bfd-39121e48c2ac tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337763 Jun 28 14:20:20.573573 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d2cac699-b3a8-4628-9fc7-543d12c28aeb tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:20.574589 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d2cac699-b3a8-4628-9fc7-543d12c28aeb tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/networks?id=3b993e42-5209-4589-b0aa-b2a64ada59cf HTTP/1.1" status: 200 len: 808 time: 0.1235774 Jun 28 14:20:20.581293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b88db-ca91-4e9e-b8d3-44808a20a5da req-fcb5ffc8-7c77-49cc-a4a5-cbff59ad4a0a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:20.585059 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-229b88db-ca91-4e9e-b8d3-44808a20a5da req-fcb5ffc8-7c77-49cc-a4a5-cbff59ad4a0a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0657916 Jun 28 14:20:20.590885 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-60b33d12-35ad-4062-82f7-342d68d68076 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/quotas/3ffd810e23714c20ad1dbad0a346d20b HTTP/1.1" status: 200 len: 375 time: 0.0098672 Jun 28 14:20:20.627951 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-229b88db-ca91-4e9e-b8d3-44808a20a5da req-f08af61c-4bc6-45dd-8f43-02ad0d82e2d4 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347619 Jun 28 14:20:20.633156 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-9ff6fb0a-d523-48da-b8d8-f0c9b17d6456 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305378 Jun 28 14:20:20.741229 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-32cdf266-40db-4cf7-abba-356efc828ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012971 Jun 28 14:20:20.841950 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-5e582a85-deaa-48c0-84f5-cc582383c538 service neutron] 10.222.0.35 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927575 Jun 28 14:20:21.137245 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bc93293a-8e4e-4309-894f-3e458686161a req-4c32e47d-8ad4-4ad0-bf93-ed9f22330908 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 210 time: 0.0337415 Jun 28 14:20:21.839284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41552) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:21.847704 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c90755-2df3-438b-a572-11cf57e39884 req-f46bada0-7c5a-4992-9907-032fac8c6188 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:21.849301 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-59c90755-2df3-438b-a572-11cf57e39884 req-f46bada0-7c5a-4992-9907-032fac8c6188 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0783310 Jun 28 14:20:21.900109 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-59c90755-2df3-438b-a572-11cf57e39884 req-9c73817a-3b0c-4555-9c89-7fdfb6132f4c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Jun 28 14:20:21.980180 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-0da49a2e-d75b-4b1c-8f0b-3b1246386919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.025903 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-239c4744-2a3c-45d7-9760-84a7b4920033 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:22.027382 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-239c4744-2a3c-45d7-9760-84a7b4920033 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.3434613 Jun 28 14:20:22.044933 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-cfde0e10-6c89-4f1d-aabc-6f9846affc99 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/quotas/28b9e6fe1bdc4394b13949239afacfc1 HTTP/1.1" status: 200 len: 375 time: 0.0101066 Jun 28 14:20:22.079945 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-0da49a2e-d75b-4b1c-8f0b-3b1246386919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.116043 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-b0e19b6b-57f2-4982-a05c-f7fd933595f5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648775 Jun 28 14:20:22.150921 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-0da49a2e-d75b-4b1c-8f0b-3b1246386919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.166285 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:22.198600 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-0da49a2e-d75b-4b1c-8f0b-3b1246386919 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6512adc9df9448ae86f46fd98256c8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481734 Jun 28 14:20:22.201747 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da49a2e-d75b-4b1c-8f0b-3b1246386919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32a0e0-2581-4f64-9d69-7e24e9c29915,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:22.202718 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41562) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:22.205304 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-0da49a2e-d75b-4b1c-8f0b-3b1246386919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:22.232888 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7378632e-041a-4248-940f-0411d59c24ac req-ad4d2ed5-f8b8-4c31-9215-b59884f56650 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 210 time: 0.0319786 Jun 28 14:20:22.240008 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-eaec3cb2-cf0c-42ee-a11f-a645a8d9f013 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174493 Jun 28 14:20:22.274891 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41564) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:22.360479 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.371366 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-f86f34fb-500a-4070-ad29-529421445853 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300786 Jun 28 14:20:22.383733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-02a31a42-9e2c-478a-9b78-fd1e1475bfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.385186 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.493362 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.496093 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.499820 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc32a0e0-2581-4f64-9d69-7e24e9c29915 HTTP/1.1" status: 204 len: 168 time: 0.2737379 Jun 28 14:20:22.499820 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:22.507688 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc32a0e0-2581-4f64-9d69-7e24e9c29915,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:22.510711 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:22.587672 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-02a31a42-9e2c-478a-9b78-fd1e1475bfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.647711 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-02a31a42-9e2c-478a-9b78-fd1e1475bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.650996 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-0c394401-5071-4ea8-98a8-988838ba087c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:22.652023 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8c9b8ef1-3507-4053-a020-ffa24abdeea2 req-7ea6e028-de5b-42f2-9b7c-ef5c00cd57ae tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 210 time: 0.0348616 Jun 28 14:20:22.726067 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-02a31a42-9e2c-478a-9b78-fd1e1475bfd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fab51a963f2f4bd9aac19b4d7cfce074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342530 Jun 28 14:20:22.726067 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a31a42-9e2c-478a-9b78-fd1e1475bfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a84c5-b055-42fb-b3a0-a6d01bdfc1ea,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:22.728169 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41582) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:22.729078 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-02a31a42-9e2c-478a-9b78-fd1e1475bfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:22.792160 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.813017 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.973244 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.977343 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:22.983951 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d10a84c5-b055-42fb-b3a0-a6d01bdfc1ea HTTP/1.1" status: 204 len: 168 time: 0.2697480 Jun 28 14:20:22.985202 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-88ae9466-7144-42a0-95b5-42a0586c9d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:22.998539 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a84c5-b055-42fb-b3a0-a6d01bdfc1ea,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:23.001750 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:23.098338 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773b0e7-af7f-4621-a966-c16b62cfcfcd req-d0e6cd3a-3cc1-480b-9e9c-ecbd334d6795 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:23.099936 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7773b0e7-af7f-4621-a966-c16b62cfcfcd req-d0e6cd3a-3cc1-480b-9e9c-ecbd334d6795 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0818923 Jun 28 14:20:23.139600 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7773b0e7-af7f-4621-a966-c16b62cfcfcd req-ba46bae1-ebec-4a65-aba8-97b80935dc4e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338018 Jun 28 14:20:23.337515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41606) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:23.352562 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5defe956-c764-4a7d-af9a-6a87641076bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.396310 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-145e5ae3-da87-4cef-80ce-a51d19091a39 req-102559aa-669d-44a8-9c47-5f489126041b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 210 time: 0.0360091 Jun 28 14:20:23.475092 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5defe956-c764-4a7d-af9a-6a87641076bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.573436 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5defe956-c764-4a7d-af9a-6a87641076bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.576499 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-d7b90229-0417-45ac-95d1-6eaf445c40a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:23.614611 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5defe956-c764-4a7d-af9a-6a87641076bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bfce698f82b4b628dc363e0aa836ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759531 Jun 28 14:20:23.615499 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe956-c764-4a7d-af9a-6a87641076bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85521ee2-7d88-4904-ad75-f2795a57264b,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:23.617482 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41608) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:23.618556 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5defe956-c764-4a7d-af9a-6a87641076bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:23.673342 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.697215 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.774858 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41612) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:23.799591 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8c977b70-488a-4b7d-8f42-36189bac7080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.829731 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.832336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:23.835945 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85521ee2-7d88-4904-ad75-f2795a57264b HTTP/1.1" status: 204 len: 168 time: 0.2150748 Jun 28 14:20:23.835945 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-11771cf2-fbf5-43d9-9b96-fd246c1fbb49 req-32940874-0a36-4898-af7f-18c464532df5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 210 time: 0.0533261 Jun 28 14:20:23.837915 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-331394b5-9e47-4fec-adac-b72dbfe21773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:23.878619 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85521ee2-7d88-4904-ad75-f2795a57264b,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:23.881258 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:24.005772 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-305c5523-4bba-49ee-aa16-ea9b48c2c199 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:24.005772 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-305c5523-4bba-49ee-aa16-ea9b48c2c199 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "GET /v2.0/networks?id=3b993e42-5209-4589-b0aa-b2a64ada59cf HTTP/1.1" status: 200 len: 808 time: 0.1659999 Jun 28 14:20:24.032603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Request body: {'port': {'device_id': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf', 'admin_state_up': True, 'tenant_id': '3ffd810e23714c20ad1dbad0a346d20b'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:24.055131 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8c977b70-488a-4b7d-8f42-36189bac7080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.118583 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8c977b70-488a-4b7d-8f42-36189bac7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.125043 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-640cf233-2884-4ddc-a4b2-954670f213a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:24.204796 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c977b70-488a-4b7d-8f42-36189bac7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e3fdb-d779-4aad-aace-cb184397c386,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:24.208532 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8c977b70-488a-4b7d-8f42-36189bac7080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:24.217663 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41626) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:24.218125 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8c977b70-488a-4b7d-8f42-36189bac7080 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dcdc03785804e62b48041fbd92dde3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417894 Jun 28 14:20:24.274581 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.301195 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.356501 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Made reservation on behalf of 3ffd810e23714c20ad1dbad0a346d20b for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:24.360431 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.422405 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e90edd-2b5d-406d-9576-d3c91a105eb2 req-baa58aff-bbd2-4f43-93ef-801d5f4a09e9 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:24.426675 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-58e90edd-2b5d-406d-9576-d3c91a105eb2 req-baa58aff-bbd2-4f43-93ef-801d5f4a09e9 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1173050 Jun 28 14:20:24.447907 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.450958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.453207 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e10e3fdb-d779-4aad-aace-cb184397c386 HTTP/1.1" status: 204 len: 168 time: 0.2344744 Jun 28 14:20:24.456987 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f8d75eb6-afbf-4910-8202-6c6128e4683f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:24.462078 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e3fdb-d779-4aad-aace-cb184397c386,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:24.464525 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:24.513306 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-58e90edd-2b5d-406d-9576-d3c91a105eb2 req-4ffbc1a4-c81a-49f5-abca-fa6d450df601 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816693 Jun 28 14:20:24.570500 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Allocated IP 172.20.0.5 (3b993e42-5209-4589-b0aa-b2a64ada59cf/6981fa97-02c7-4a72-be5b-b50211239b87/67f60cc5-f8e5-4e36-9ede-eaf54cf62306) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:24.662743 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a309e9db-4b1f-4013-ad09-0eed632239cc req-ffbe67ee-b38a-4b1d-90f0-67e2e4f24c19 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 210 time: 0.0391796 Jun 28 14:20:24.756979 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.877204 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.885420 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:24.959597 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Network 3b993e42-5209-4589-b0aa-b2a64ada59cf is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:24.965807 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Pushing event updated for resources: {'Port': ['ID=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:24.969509 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:24.977284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:24.984271 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:24.984891 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:24.988545 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:25.023746 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec0fb36b-2c32-4ef5-a0f1-64bb056e6bb0 req-2fc8b723-17bf-48f6-b018-eae7662c9a19 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 210 time: 0.0600955 Jun 28 14:20:25.094410 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0654879 Jun 28 14:20:25.142173 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41664) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:25.161556 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73c80a84-3e70-4b02-b94b-01fe03ec2c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.249354 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73c80a84-3e70-4b02-b94b-01fe03ec2c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.316084 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Request body: {'port': {'device_id': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:25.333295 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-73c80a84-3e70-4b02-b94b-01fe03ec2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.342790 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-cdfb40df-69e3-4e61-a9b3-124f4be2bce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:25.377763 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-73c80a84-3e70-4b02-b94b-01fe03ec2c1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96a65da46902486b91b891ded4b5383a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311692 Jun 28 14:20:25.377763 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c80a84-3e70-4b02-b94b-01fe03ec2c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf8e4dc-f312-46ee-a6c1-b576713b46b3,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:25.380222 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41682) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:25.382247 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-73c80a84-3e70-4b02-b94b-01fe03ec2c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:25.451630 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.463180 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.486264 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.628382 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-9affacf2-47dc-451c-b0cc-eabbff486fcb tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:25.629827 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-9affacf2-47dc-451c-b0cc-eabbff486fcb tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.2427909 Jun 28 14:20:25.642878 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.646211 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:25.648251 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddf8e4dc-f312-46ee-a6c1-b576713b46b3 HTTP/1.1" status: 204 len: 168 time: 0.2670658 Jun 28 14:20:25.649699 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6ec32995-b46a-451f-a595-7a50cce071d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:25.661685 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf8e4dc-f312-46ee-a6c1-b576713b46b3,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:25.664590 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:25.692777 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Request body: {'port': {'device_id': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'admin_state_up': True, 'tenant_id': '28b9e6fe1bdc4394b13949239afacfc1'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:25.788597 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e299c-7ffb-4a90-8d13-feb231ab253c req-a4019293-9200-468a-be3d-fac5ddf4f40c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:25.790405 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-268e299c-7ffb-4a90-8d13-feb231ab253c req-a4019293-9200-468a-be3d-fac5ddf4f40c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0951302 Jun 28 14:20:25.864326 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-268e299c-7ffb-4a90-8d13-feb231ab253c req-19468b20-6cd1-4c10-9971-15477c685141 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672762 Jun 28 14:20:26.053105 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:26.069066 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.090811 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11f157-6e8b-4606-a8b8-3900398e93e0 req-f16d9013-cb33-49de-8be3-5e926ff41c3e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:26.096630 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7e11f157-6e8b-4606-a8b8-3900398e93e0 req-f16d9013-cb33-49de-8be3-5e926ff41c3e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 931 time: 0.1803229 Jun 28 14:20:26.098004 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Transition to ACTIVE for port object 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:26.133003 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7e11f157-6e8b-4606-a8b8-3900398e93e0 req-7383aadb-5343-446a-9979-4900b5de4ba6 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Jun 28 14:20:26.161650 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Made reservation on behalf of 28b9e6fe1bdc4394b13949239afacfc1 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:26.165464 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.193869 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5cea42b4-e75d-446c-8d26-7441594d029e req-9f1ec259-2dab-42f8-a89d-9db5775d0cc9 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 210 time: 0.0296576 Jun 28 14:20:26.241558 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.250963 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-4f12c14c-6cc8-437e-a59c-3d8d43d6d6ed tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:26.388765 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:26.395942 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:26.414114 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Attempting to bind port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:20:26.414450 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Attempting to bind port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:20:26.414782 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Attempting to bind port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 on network 3b993e42-5209-4589-b0aa-b2a64ada59cf {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:26.423921 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 on network 3b993e42-5209-4589-b0aa-b2a64ada59cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:20:26.428364 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Attempting to bind port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 on network 3b993e42-5209-4589-b0aa-b2a64ada59cf {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:26.433186 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Allocated IP 172.20.0.13 (cb32eddb-c7fb-4577-b8d0-702429e0a24f/5a0e28bc-85fe-4512-8b0b-394b4c3432b7/b50d7b08-8164-4068-904a-f0c908f6c5a9) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:26.435368 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:20:26.435747 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Checking segment: {'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:26.440736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Bound using segment: {'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:20:26.440736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Bound port: 67f60cc5-f8e5-4e36-9ede-eaf54cf62306, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:20:26.440736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.560320 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] For port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:20:26.606834 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] For port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:20:26.651530 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.710912 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.713891 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e3a45621-12aa-45a0-a5d2-34bce340cbc2 tempest-DeleteServersTestJSON-415685381 tempest-DeleteServersTestJSON-415685381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:26.752284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:26.752284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.752284 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/67f60cc5-f8e5-4e36-9ede-eaf54cf62306 HTTP/1.1" status: 200 len: 1093 time: 1.4371996 Jun 28 14:20:26.752284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'tag': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:26.752284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2baf18-272c-458c-865f-4523592e7366" -d '{"events": [{"name": "network-changed", "server_uuid": "a62ed826-50b0-4747-adca-026e3d2ddc2d", "tag": "67f60cc5-f8e5-4e36-9ede-eaf54cf62306"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:26.778984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:26.782936 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:26.798971 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.803384 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-896e7c56-f8e0-49a7-9060-e1b9e40423ed tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:26.833255 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de931dd2-649f-4b00-bd2d-80268c73a2fb x-openstack-request-id: req-de931dd2-649f-4b00-bd2d-80268c73a2fb {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:26.833582 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62ed826-50b0-4747-adca-026e3d2ddc2d", "tag": "67f60cc5-f8e5-4e36-9ede-eaf54cf62306", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:26.833864 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de931dd2-649f-4b00-bd2d-80268c73a2fb {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:26.834282 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'tag': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306', 'status': 'completed', 'code': 200} Jun 28 14:20:26.846865 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:26.852641 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:26.858881 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:26.874667 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:26.874667 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:26.874667 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:26.882117 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event updated for resources: {'Port': ['ID=b50d7b08-8164-4068-904a-f0c908f6c5a9,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:26.896267 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:26.966065 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2baf18-272c-458c-865f-4523592e7366 req-277bff3e-3746-4096-8bef-a2918220b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:26.971036 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bc2baf18-272c-458c-865f-4523592e7366 req-277bff3e-3746-4096-8bef-a2918220b11f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 1096 time: 0.0829616 Jun 28 14:20:27.066017 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3991957 Jun 28 14:20:27.094333 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Request body: {'port': {'device_id': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:27.168115 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2baf18-272c-458c-865f-4523592e7366 req-3ff16884-ee6b-4b92-900b-e3f762b330c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:27.169667 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bc2baf18-272c-458c-865f-4523592e7366 req-3ff16884-ee6b-4b92-900b-e3f762b330c7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1840434 Jun 28 14:20:27.345655 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176496bf-5352-48b6-b4c3-0ed89c5c1d9c req-3619ce04-b0dd-41a3-a609-1744b5b83c65 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:27.348071 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-176496bf-5352-48b6-b4c3-0ed89c5c1d9c req-3619ce04-b0dd-41a3-a609-1744b5b83c65 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 943 time: 0.0811448 Jun 28 14:20:27.409268 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-176496bf-5352-48b6-b4c3-0ed89c5c1d9c req-bd19f133-e21c-42ca-81ea-e65664e031f2 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Jun 28 14:20:27.563433 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adacfc4-f720-4838-b235-33c161da0d3a req-cb5a87ef-76e4-470b-848a-9b627baa163b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:27.570525 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2adacfc4-f720-4838-b235-33c161da0d3a req-cb5a87ef-76e4-470b-848a-9b627baa163b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.5221775 Jun 28 14:20:27.585808 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:27.599813 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1880ba-002e-4bb0-9d1c-57ee630712fd req-8693ce36-f566-42c2-b8b4-0c4c998ff766 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:27.601347 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eb1880ba-002e-4bb0-9d1c-57ee630712fd req-8693ce36-f566-42c2-b8b4-0c4c998ff766 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 932 time: 0.0723488 Jun 28 14:20:27.639847 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eb1880ba-002e-4bb0-9d1c-57ee630712fd req-783098e9-637e-4a4c-8a6b-93ce9c46116d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Jun 28 14:20:27.651597 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2baf18-272c-458c-865f-4523592e7366 req-4563e714-d276-4aa0-ab8b-e6695eed3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:27.652981 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bc2baf18-272c-458c-865f-4523592e7366 req-4563e714-d276-4aa0-ab8b-e6695eed3371 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4603677 Jun 28 14:20:27.657777 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2adacfc4-f720-4838-b235-33c161da0d3a req-253af653-4965-4972-8525-61e9a6a4954a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863657 Jun 28 14:20:27.854646 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-748ea622-31ac-4d1c-8b14-c2ec01743713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:27.856147 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-748ea622-31ac-4d1c-8b14-c2ec01743713 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 1096 time: 0.1204903 Jun 28 14:20:27.889000 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41800) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:27.919508 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-4b158a2d-5675-4ea0-a81c-e0b901466eab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67f60cc5-f8e5-4e36-9ede-eaf54cf62306 HTTP/1.1" status: 200 len: 217 time: 0.0414445 Jun 28 14:20:28.003094 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50d7b08-8164-4068-904a-f0c908f6c5a9 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:28.013129 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c8d1def2-ce95-4ff1-b9c3-b8381b2563a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.013557 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.017260 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-1602ddfc-42f4-4f97-ad0d-a11499266196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.018739 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-1602ddfc-42f4-4f97-ad0d-a11499266196 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6981fa97-02c7-4a72-be5b-b50211239b87 HTTP/1.1" status: 200 len: 848 time: 0.0858848 Jun 28 14:20:28.036416 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Transition to ACTIVE for port object b50d7b08-8164-4068-904a-f0c908f6c5a9 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:28.059653 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-e760f22a-23e4-4315-ab76-be3f9a771e03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b993e42-5209-4589-b0aa-b2a64ada59cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321550 Jun 28 14:20:28.114748 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c8d1def2-ce95-4ff1-b9c3-b8381b2563a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.126405 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.130572 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:28.178443 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c8d1def2-ce95-4ff1-b9c3-b8381b2563a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.180961 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b3f989be-5d52-4e8d-b320-2bb75205dbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:28.207338 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Pushing event updated for resources: {'Port': ['ID=b50d7b08-8164-4068-904a-f0c908f6c5a9,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:28.215316 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:28.226253 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1def2-ce95-4ff1-b9c3-b8381b2563a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc897f4-1691-4d33-a518-54bbc2cdf4e4,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:28.243602 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c8d1def2-ce95-4ff1-b9c3-b8381b2563a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:28.248001 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-c8d1def2-ce95-4ff1-b9c3-b8381b2563a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab7f2d3f20ba4adeb52746ccf3ac2682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578920 Jun 28 14:20:28.251086 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41808) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:28.252445 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-568b13ee-7fac-44df-bac1-bce7398f3252 service neutron] 10.222.0.37 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840165 Jun 28 14:20:28.263313 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Attempting to bind port b50d7b08-8164-4068-904a-f0c908f6c5a9 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:20:28.263726 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Attempting to bind port b50d7b08-8164-4068-904a-f0c908f6c5a9 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:20:28.264050 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Attempting to bind port b50d7b08-8164-4068-904a-f0c908f6c5a9 on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:28.278068 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Port b50d7b08-8164-4068-904a-f0c908f6c5a9 on network cb32eddb-c7fb-4577-b8d0-702429e0a24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:20:28.278391 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Attempting to bind port b50d7b08-8164-4068-904a-f0c908f6c5a9 on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:28.297091 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:20:28.298597 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Checking segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:28.298597 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Bound using segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:20:28.298597 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Bound port: b50d7b08-8164-4068-904a-f0c908f6c5a9, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:20:28.298597 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.306225 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.327451 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.408317 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f09c83b6-f1cc-4e57-a4d8-0a7704647e06 req-0e661e48-83f6-4f66-a793-31b78114c108 service neutron] 10.222.0.37 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400597 Jun 28 14:20:28.414842 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] For port b50d7b08-8164-4068-904a-f0c908f6c5a9, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:20:28.418020 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] For port b50d7b08-8164-4068-904a-f0c908f6c5a9, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b50d7b08-8164-4068-904a-f0c908f6c5a9,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:20:28.498805 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.502099 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.503291 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2dc897f4-1691-4d33-a518-54bbc2cdf4e4 HTTP/1.1" status: 204 len: 168 time: 0.2511320 Jun 28 14:20:28.504069 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-58367ffe-7798-49c0-b373-8a8a35bc9791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:28.513275 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc897f4-1691-4d33-a518-54bbc2cdf4e4,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:28.518010 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:28.563221 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.568603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:28.592636 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dcce2-ed86-491c-bfe5-e4cfe314d3fc req-524c4d62-1880-41e8-902b-5f8afc3f3f52 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.594245 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a45dcce2-ed86-491c-bfe5-e4cfe314d3fc req-524c4d62-1880-41e8-902b-5f8afc3f3f52 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 943 time: 0.0650477 Jun 28 14:20:28.597788 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.598734 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:28.600064 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] 10.222.0.37 "PUT /v2.0/ports/b50d7b08-8164-4068-904a-f0c908f6c5a9 HTTP/1.1" status: 200 len: 1094 time: 1.5107729 Jun 28 14:20:28.627856 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Pushing event updated for resources: {'Port': ['ID=b50d7b08-8164-4068-904a-f0c908f6c5a9,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:28.631322 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:28.631883 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a45dcce2-ed86-491c-bfe5-e4cfe314d3fc req-4dc71a7b-80fc-4a98-995b-2797582aeb29 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320046 Jun 28 14:20:28.834857 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'tag': 'b50d7b08-8164-4068-904a-f0c908f6c5a9'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:28.837170 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a246dd4-0f60-4af4-8a8b-b228a131ea57", "tag": "b50d7b08-8164-4068-904a-f0c908f6c5a9"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:28.855240 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0d76-f135-4379-afec-6a5ec0f4d5d6 req-e499b3b4-4464-4893-9bb2-23809a660761 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.856770 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-067d0d76-f135-4379-afec-6a5ec0f4d5d6 req-e499b3b4-4464-4893-9bb2-23809a660761 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0658433 Jun 28 14:20:28.872228 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6ca0e-a8b6-4503-90d6-4b6b81608517 req-945ed327-43d6-42c0-b47d-6e7dfd12c104 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.873706 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dca6ca0e-a8b6-4503-90d6-4b6b81608517 req-945ed327-43d6-42c0-b47d-6e7dfd12c104 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 944 time: 0.1072202 Jun 28 14:20:28.904672 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-75e72b84-09ea-4da9-82fb-3fe27b17b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:28.907061 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-75e72b84-09ea-4da9-82fb-3fe27b17b432 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 1097 time: 0.1023300 Jun 28 14:20:28.908691 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-067d0d76-f135-4379-afec-6a5ec0f4d5d6 req-649c3c3c-c8e1-45ae-8043-f3093fdaef67 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Jun 28 14:20:28.926451 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dca6ca0e-a8b6-4503-90d6-4b6b81608517 req-8e4911d6-3f1f-4ac2-ad4b-0845efd4efe9 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Jun 28 14:20:28.968053 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-d4d702e6-46eb-4d0b-84b4-96c27e41a93f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50d7b08-8164-4068-904a-f0c908f6c5a9 HTTP/1.1" status: 200 len: 217 time: 0.0406468 Jun 28 14:20:28.986626 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f9114-dde0-400e-bc31-341ae378daf1 x-openstack-request-id: req-5e2f9114-dde0-400e-bc31-341ae378daf1 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:28.986774 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a246dd4-0f60-4af4-8a8b-b228a131ea57", "tag": "b50d7b08-8164-4068-904a-f0c908f6c5a9", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:28.986942 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e2f9114-dde0-400e-bc31-341ae378daf1 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:28.987346 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'tag': 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'status': 'completed', 'code': 200} Jun 28 14:20:29.035922 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-6d623f80-80f3-4ce3-9e47-8e29a53599d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:29.037420 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-6d623f80-80f3-4ce3-9e47-8e29a53599d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0e28bc-85fe-4512-8b0b-394b4c3432b7 HTTP/1.1" status: 200 len: 854 time: 0.0632179 Jun 28 14:20:29.081498 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-14a339c5-3556-4f39-b266-6508fd1f9436 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb32eddb-c7fb-4577-b8d0-702429e0a24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301342 Jun 28 14:20:29.186361 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-05abf760-cc1f-40b0-bd35-2d67aeb064b1 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873020 Jun 28 14:20:29.293978 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5302c2a0-9c69-4ddd-b729-5ebf4692ac11 req-7a10898f-6b7b-4e1f-92fb-6c0b24e4b1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916345 Jun 28 14:20:29.513707 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-246589a3-5f2b-48b9-8058-8acaddb8caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:29.515970 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-246589a3-5f2b-48b9-8058-8acaddb8caf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 1097 time: 0.0598733 Jun 28 14:20:29.611897 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-aadb0183-dfa2-4b3f-9c5e-d44fb10490d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:29.617704 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-aadb0183-dfa2-4b3f-9c5e-d44fb10490d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 915 time: 0.0877466 Jun 28 14:20:29.659374 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-292a0c0e-53b9-419d-b718-0b54211d2711 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50d7b08-8164-4068-904a-f0c908f6c5a9 HTTP/1.1" status: 200 len: 217 time: 0.0378788 Jun 28 14:20:29.720767 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-a469eff4-fc20-46ce-801e-99c9101269ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:29.722417 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-a469eff4-fc20-46ce-801e-99c9101269ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0e28bc-85fe-4512-8b0b-394b4c3432b7 HTTP/1.1" status: 200 len: 854 time: 0.0490553 Jun 28 14:20:29.765788 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-e1c79817-7d1e-4c08-8001-adcea8903796 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb32eddb-c7fb-4577-b8d0-702429e0a24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300813 Jun 28 14:20:29.904159 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-8682683e-6f1a-4f25-b1c1-04feb33f3254 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312804 Jun 28 14:20:29.913441 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd05e-56e3-49c3-902f-c927d8bd7979 req-c4a3103c-3406-4f2d-bdbf-0d9615c4cf22 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:29.914900 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fc7fd05e-56e3-49c3-902f-c927d8bd7979 req-c4a3103c-3406-4f2d-bdbf-0d9615c4cf22 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 943 time: 0.1328204 Jun 28 14:20:30.011592 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fc7fd05e-56e3-49c3-902f-c927d8bd7979 req-c523e50d-fb2d-4181-b730-4355be8d862c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869772 Jun 28 14:20:30.038425 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e759e97a-dae9-4dbf-8ea4-b8e4e66b33b4 req-57486fb9-1154-4ef5-884b-673984238678 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196754 Jun 28 14:20:30.112679 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30c3c4-bb12-4a8a-98e8-bc9c81b7e745 req-5c082e2c-2805-4382-a488-46221895eb8e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:30.114997 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1c30c3c4-bb12-4a8a-98e8-bc9c81b7e745 req-5c082e2c-2805-4382-a488-46221895eb8e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0810044 Jun 28 14:20:30.153174 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1c30c3c4-bb12-4a8a-98e8-bc9c81b7e745 req-bbffb116-f194-415d-8f8b-42f3ed1f28cf tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Jun 28 14:20:30.208268 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047da017-ce29-46e6-8452-eb98b7a584ee req-4162618f-596a-46e8-85aa-ff311a4c127e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:30.209818 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-047da017-ce29-46e6-8452-eb98b7a584ee req-4162618f-596a-46e8-85aa-ff311a4c127e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 944 time: 0.0689123 Jun 28 14:20:30.248462 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-047da017-ce29-46e6-8452-eb98b7a584ee req-396338bc-e764-4083-a378-404134203fef tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jun 28 14:20:30.356870 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 41880) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:30.471178 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9e1852e1-58c8-4483-b9cc-ac9d1291ba62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:30.564949 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9e1852e1-58c8-4483-b9cc-ac9d1291ba62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:30.612958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9e1852e1-58c8-4483-b9cc-ac9d1291ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:30.616333 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c8d1def2-ce95-4ff1-b9c3-b8381b2563a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:30.651447 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9e1852e1-58c8-4483-b9cc-ac9d1291ba62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bec98e92d6f84997909a72c72366c408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936077 Jun 28 14:20:30.652353 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1852e1-58c8-4483-b9cc-ac9d1291ba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bd13e9-b553-4684-afd8-aee7c5ec162c,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:30.654123 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 41886) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:30.655412 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9e1852e1-58c8-4483-b9cc-ac9d1291ba62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:30.708287 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:30.753926 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:30.802162 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790dc89-4f42-4b98-b678-591292450227 req-e6a1f82a-bb35-4c49-8798-74463f370218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:30.803638 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2790dc89-4f42-4b98-b678-591292450227 req-e6a1f82a-bb35-4c49-8798-74463f370218 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.0913939 Jun 28 14:20:30.842631 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2790dc89-4f42-4b98-b678-591292450227 req-de6c4293-11a6-4b11-bd9c-4fa18c37e631 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303419 Jun 28 14:20:30.860542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:30.861823 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:30.864664 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58bd13e9-b553-4684-afd8-aee7c5ec162c HTTP/1.1" status: 204 len: 168 time: 0.2094452 Jun 28 14:20:30.866389 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-57628e4e-95d9-4d4e-b4dc-3fbd11067d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:30.883356 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bd13e9-b553-4684-afd8-aee7c5ec162c,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:30.885638 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:31.205710 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62baef-a0a7-4816-b3e1-8de671fa1852 req-e9c54927-3bb7-493a-a8a1-0300f016ba36 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:31.207355 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4e62baef-a0a7-4816-b3e1-8de671fa1852 req-e9c54927-3bb7-493a-a8a1-0300f016ba36 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 943 time: 0.0698009 Jun 28 14:20:31.255970 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4e62baef-a0a7-4816-b3e1-8de671fa1852 req-7f5d4489-1293-40a7-82ba-7ec45c5a82e1 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Jun 28 14:20:31.375570 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41516f31-bd37-424b-9c32-40425c987fd1 req-879e2047-4735-4d81-886c-4a36f8318fef tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:31.377326 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-41516f31-bd37-424b-9c32-40425c987fd1 req-879e2047-4735-4d81-886c-4a36f8318fef tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0774546 Jun 28 14:20:31.424850 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-41516f31-bd37-424b-9c32-40425c987fd1 req-c3838ee0-1281-4dfd-8f8e-41a6f48f7f60 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Jun 28 14:20:31.480986 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160876-e6dc-4286-844e-0affa8c325a7 req-bc9c78bc-0941-4a19-961f-9ee6752a3664 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:31.482575 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1c160876-e6dc-4286-844e-0affa8c325a7 req-bc9c78bc-0941-4a19-961f-9ee6752a3664 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 944 time: 0.0777671 Jun 28 14:20:31.524733 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1c160876-e6dc-4286-844e-0affa8c325a7 req-8a4b9039-2442-406c-ad75-e02d4265dcb8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Jun 28 14:20:32.248995 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:20:32.346782 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:32.366841 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306', 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf', 'port_id': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306', 'mac_address': 'fa:16:3e:c6:a2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6981fa97-02c7-4a72-be5b-b50211239b87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:20:32.405440 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.419233 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:32.447544 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:32.473169 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd3805-d57f-48c1-b4f9-d0fbd1e98f86 req-12bc4a61-93d4-4d3a-b498-3a556890b892 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:32.474911 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-91bd3805-d57f-48c1-b4f9-d0fbd1e98f86 req-12bc4a61-93d4-4d3a-b498-3a556890b892 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 943 time: 0.0817389 Jun 28 14:20:32.516758 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.517805 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b50d7b08-8164-4068-904a-f0c908f6c5a9 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:20:32.519645 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:32.526412 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-91bd3805-d57f-48c1-b4f9-d0fbd1e98f86 req-1c93fd29-ea00-4738-82f0-208becde1df4 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Jun 28 14:20:32.611381 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:32.617635 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:32.652952 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1b550-a3c9-4591-b1f3-ddc2b818c7c2 req-c7c67990-413a-4cb6-a688-af556afbb721 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:32.658852 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e1e1b550-a3c9-4591-b1f3-ddc2b818c7c2 req-c7c67990-413a-4cb6-a688-af556afbb721 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1119847 Jun 28 14:20:32.678966 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port b50d7b08-8164-4068-904a-f0c908f6c5a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b50d7b08-8164-4068-904a-f0c908f6c5a9,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:32.707471 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'port_id': 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'mac_address': 'fa:16:3e:13:6d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e28bc-85fe-4512-8b0b-394b4c3432b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:20:32.730281 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e1e1b550-a3c9-4591-b1f3-ddc2b818c7c2 req-2087d981-58ac-483f-85de-616b3e8124f8 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649819 Jun 28 14:20:32.778672 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d2b5c-6c26-4ffc-99a9-71d9ad5c2125 req-4011ec5e-61dc-4740-8e85-b8fcb40fcdfd tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:32.782433 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.787154 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ee1d2b5c-6c26-4ffc-99a9-71d9ad5c2125 req-4011ec5e-61dc-4740-8e85-b8fcb40fcdfd tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 944 time: 0.1167214 Jun 28 14:20:32.796530 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50d7b08-8164-4068-904a-f0c908f6c5a9 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:32.803515 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-67e1db38-fdfa-474a-9526-bfdaaee5cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.823100 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port b50d7b08-8164-4068-904a-f0c908f6c5a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b50d7b08-8164-4068-904a-f0c908f6c5a9,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:32.836764 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ee1d2b5c-6c26-4ffc-99a9-71d9ad5c2125 req-f3ae1c4b-445b-45bd-a3fa-a90b2fc3ced7 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482132 Jun 28 14:20:32.887964 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:32.891993 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:32.940332 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=b50d7b08-8164-4068-904a-f0c908f6c5a9,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:32.943478 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:33.540981 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['67f60cc5-f8e5-4e36-9ede-eaf54cf62306'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:33.580775 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf4ee-37bb-4b80-beba-f5d2bf4c420a req-3f562fa2-dd7a-4ad2-ac10-41281b6b5ac1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:33.587693 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-125cf4ee-37bb-4b80-beba-f5d2bf4c420a req-3f562fa2-dd7a-4ad2-ac10-41281b6b5ac1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0859921 Jun 28 14:20:33.596008 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['b50d7b08-8164-4068-904a-f0c908f6c5a9'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:33.626710 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-125cf4ee-37bb-4b80-beba-f5d2bf4c420a req-0458c838-d06c-44fc-90a6-2eabd724bc06 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378866 Jun 28 14:20:33.653447 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-edc31405-ed05-4c00-83e6-8471100e5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:33.662405 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-edc31405-ed05-4c00-83e6-8471100e5678 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.0967333 Jun 28 14:20:33.819658 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-5c6bf88c-422b-43d1-801b-7b218f58916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:33.820909 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-5c6bf88c-422b-43d1-801b-7b218f58916d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.1518557 Jun 28 14:20:33.874727 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56dcdf-8af0-41bb-bebc-4dc0c4f23246 req-7bc7be7b-9c0f-4e2b-b8b3-19041b7af105 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:33.876465 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2a56dcdf-8af0-41bb-bebc-4dc0c4f23246 req-7bc7be7b-9c0f-4e2b-b8b3-19041b7af105 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 944 time: 0.1732845 Jun 28 14:20:33.878074 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-389308be-5870-4a15-98a3-ea956e47b93e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 217 time: 0.0490015 Jun 28 14:20:33.956257 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2a56dcdf-8af0-41bb-bebc-4dc0c4f23246 req-928d9435-b04d-4e32-96ff-582f5c07bd68 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735619 Jun 28 14:20:33.962964 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-a7408cf2-123f-42f5-b93f-efb37b2be8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:33.964902 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-a7408cf2-123f-42f5-b93f-efb37b2be8fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.0747490 Jun 28 14:20:34.013488 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-c0711440-0467-4bec-9dfc-cc1f60cb9250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303030 Jun 28 14:20:34.043179 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1884-bf32-49f5-8d15-5729832bcdaf req-869ad97f-0815-4070-8087-a28dd9675638 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:34.045321 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ec8c1884-bf32-49f5-8d15-5729832bcdaf req-869ad97f-0815-4070-8087-a28dd9675638 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 945 time: 0.0672240 Jun 28 14:20:34.086138 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ec8c1884-bf32-49f5-8d15-5729832bcdaf req-8003da53-75fa-4db4-bead-d1de8ebd32e1 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Jun 28 14:20:34.119175 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-7aa09da5-e0ab-4fcb-8b54-305a8fda935e service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892956 Jun 28 14:20:34.227980 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-75d0ed96-b83b-4478-a05c-4f5ad15b1993 req-bef4c864-c7f5-4d3b-86d6-8958bb390a26 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877719 Jun 28 14:20:34.819820 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73f09-ca7d-49b4-8b4d-c1f5546b5792 req-f5459298-cef3-48fa-a757-b83c88658eeb tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:34.821325 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8ea73f09-ca7d-49b4-8b4d-c1f5546b5792 req-f5459298-cef3-48fa-a757-b83c88658eeb tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0690806 Jun 28 14:20:34.862021 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8ea73f09-ca7d-49b4-8b4d-c1f5546b5792 req-bc349b43-71b2-4297-9a53-46bb4c2629c3 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Jun 28 14:20:35.147683 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bb82-de72-46a8-99f1-3c531e341a54 req-7271be9a-4cc1-42c9-898b-5bbffe3cd9dc tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:35.149165 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2968bb82-de72-46a8-99f1-3c531e341a54 req-7271be9a-4cc1-42c9-898b-5bbffe3cd9dc tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 944 time: 0.0658970 Jun 28 14:20:35.198589 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2968bb82-de72-46a8-99f1-3c531e341a54 req-785d726a-0e04-4df3-a8ae-a99aa8111c41 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Jun 28 14:20:35.275398 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b59a592e-af64-4e76-a7b9-5c486812b06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:35.290496 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aeb6e-986a-490f-b2a2-6f4b9e05a121 req-0102f693-dd71-4ae9-8962-aa5006268f50 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:35.292107 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-785aeb6e-986a-490f-b2a2-6f4b9e05a121 req-0102f693-dd71-4ae9-8962-aa5006268f50 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 945 time: 0.0691011 Jun 28 14:20:35.332857 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-785aeb6e-986a-490f-b2a2-6f4b9e05a121 req-f4e0436d-0967-470b-b22b-f38957f12cef tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350494 Jun 28 14:20:35.372492 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:35.446801 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.050445 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 42078) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:36.051249 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6970c-9759-497e-a9fc-471860a6315d req-6291c696-fb47-4196-932b-9a0c0860ecfe tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:36.052839 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bcb6970c-9759-497e-a9fc-471860a6315d req-6291c696-fb47-4196-932b-9a0c0860ecfe tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0660932 Jun 28 14:20:36.090751 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bcb6970c-9759-497e-a9fc-471860a6315d req-276eb9c2-e36c-4d04-9458-73c24ce2c75e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Jun 28 14:20:36.098634 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Deleting subnet 502aa389-af19-4732-81b9-78a826624147 {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:20:36.101738 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.136221 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.144929 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.270604 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.273121 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3ce1bebb-18dd-4071-8066-40fa1ef2e6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:36.282346 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b50d7b08-8164-4068-904a-f0c908f6c5a9 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:20:36.298816 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502aa389-af19-4732-81b9-78a826624147,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:36.302352 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:36.310412 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.310685 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-5fa39267-43da-4f7c-bbf2-44f651e05cc1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/502aa389-af19-4732-81b9-78a826624147 HTTP/1.1" status: 204 len: 168 time: 0.2592862 Jun 28 14:20:36.314097 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42082) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:36.390319 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.425197 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1817-89b7-4e60-8296-e426bd49cc28 req-f7b35603-d71a-472c-9816-1c08fac78b6a tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:36.426701 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cae1817-89b7-4e60-8296-e426bd49cc28 req-f7b35603-d71a-472c-9816-1c08fac78b6a tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 944 time: 0.0890043 Jun 28 14:20:36.435982 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port b50d7b08-8164-4068-904a-f0c908f6c5a9 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:20:36.451783 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port b50d7b08-8164-4068-904a-f0c908f6c5a9 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:20:36.452451 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.474138 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7cae1817-89b7-4e60-8296-e426bd49cc28 req-7918e751-5480-45e4-9187-98ffe1e05c3f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Jun 28 14:20:36.485620 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.519570 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35073d6e-15ae-4f24-9135-5242a2770bc3']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:36.533139 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1954ed0b-fc68-4adc-83b3-08de28658b42') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:36.533708 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1954ed0b-fc68-4adc-83b3-08de28658b42') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:36.534321 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.545602 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.547470 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.572964 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d7b08-8164-4068-904a-f0c908f6c5a9'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:36.575300 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0154cf7a-d8e2-463e-a23c-96c9300c281d" -d '{"events": [{"server_uuid": "6a246dd4-0f60-4af4-8a8b-b228a131ea57", "name": "network-vif-plugged", "status": "completed", "tag": "b50d7b08-8164-4068-904a-f0c908f6c5a9"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:36.575618 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.586482 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:20:36.586883 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.589517 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port b50d7b08-8164-4068-904a-f0c908f6c5a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b50d7b08-8164-4068-904a-f0c908f6c5a9,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:20:36.589902 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:20:36.612890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e812a-25b0-4a4f-a0c0-a60cd84e79a1 req-b3deb31a-609b-4873-bbc0-bb2034875da2 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:36.614360 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b79e812a-25b0-4a4f-a0c0-a60cd84e79a1 req-b3deb31a-609b-4873-bbc0-bb2034875da2 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 945 time: 0.1410949 Jun 28 14:20:36.658254 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.659054 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:20:36.661656 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-e978c953-f1cf-454d-a270-1081613bc0f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:36.679322 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b79e812a-25b0-4a4f-a0c0-a60cd84e79a1 req-1a9bccdc-4041-4eee-927c-ecb04a9fe7ec tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Jun 28 14:20:36.735131 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.740227 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-711bae80-2645-4be7-bdbe-3d9c32aa5ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:36.742541 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.744646 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] 10.222.0.35 "DELETE /v2.0/networks/35073d6e-15ae-4f24-9135-5242a2770bc3 HTTP/1.1" status: 204 len: 168 time: 0.4288685 Jun 28 14:20:36.754019 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 42092) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:36.754755 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=b50d7b08-8164-4068-904a-f0c908f6c5a9,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:36.758034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=35073d6e-15ae-4f24-9135-5242a2770bc3,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:36.758914 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:36.760808 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-05bf9920-7b75-40c6-b296-fa8602f81d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:36.793473 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef05488f-6669-48be-9276-01f33d97594a x-openstack-request-id: req-ef05488f-6669-48be-9276-01f33d97594a {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:36.793958 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a246dd4-0f60-4af4-8a8b-b228a131ea57", "name": "network-vif-plugged", "status": "completed", "tag": "b50d7b08-8164-4068-904a-f0c908f6c5a9", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:36.794212 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef05488f-6669-48be-9276-01f33d97594a {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:36.794610 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'code': 200} Jun 28 14:20:36.816825 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Deleting subnet e9513e84-b022-4697-bed0-e48933f4f049 {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:20:36.820179 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.824115 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:20:36.829215 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:20:36.829597 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.906691 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.908485 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.914412 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:36.942519 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:37.035766 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.038461 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-9c65df6a-6e52-4586-8fdc-fb0d104fec00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:37.067133 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.070517 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3f8c2774-0443-46f1-ad48-8d1fc2d95a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:37.099188 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9513e84-b022-4697-bed0-e48933f4f049,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:37.101334 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:37.104601 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:37.120367 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:37.125917 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.128051 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e9513e84-b022-4697-bed0-e48933f4f049 HTTP/1.1" status: 204 len: 168 time: 0.3722835 Jun 28 14:20:37.130624 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42100) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:37.207165 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.317809 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.329849 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64263cc-e05d-420c-a2e5-4dd28582e639']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:37.342103 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c0d742-3fcc-40f3-a4b5-5dbaf9bb3ecc') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:37.342414 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c0d742-3fcc-40f3-a4b5-5dbaf9bb3ecc') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:20:37.347351 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bb691-9546-4be9-b621-dce68b76e099 req-a5666343-ddb0-4cb8-ae07-6ce1c4a6f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:37.348908 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e54bb691-9546-4be9-b621-dce68b76e099 req-a5666343-ddb0-4cb8-ae07-6ce1c4a6f9d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 1099 time: 0.0657248 Jun 28 14:20:37.356950 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.380380 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce94100-04b7-4996-bf22-a169ea1fd88c req-7320a329-5b16-4e21-b62b-968b207731b4 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:37.381873 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0ce94100-04b7-4996-bf22-a169ea1fd88c req-7320a329-5b16-4e21-b62b-968b207731b4 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1459734 Jun 28 14:20:37.382818 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.389657 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:20:37.391057 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e54bb691-9546-4be9-b621-dce68b76e099 req-759cf7e6-36ed-40e8-9af8-1b8237586a0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Jun 28 14:20:37.391170 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:20:37.393389 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:20:37.474035 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0ce94100-04b7-4996-bf22-a169ea1fd88c req-b4298a16-4302-4a35-87f7-9b4a4a199540 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854404 Jun 28 14:20:37.527144 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.532661 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:37.537024 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f64263cc-e05d-420c-a2e5-4dd28582e639 HTTP/1.1" status: 204 len: 168 time: 0.4029598 Jun 28 14:20:37.537024 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bc2a1618-dc21-4fd5-85ee-d77ea89f3f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:37.549157 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64263cc-e05d-420c-a2e5-4dd28582e639,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:37.557923 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8a22ec54-2e7b-4d8f-a15d-75bdcd3beb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:37.652498 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571eb1c-7acb-4058-9c27-023a470ab35e req-5c073e09-6637-4c8f-b124-9b4c63468a1c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:37.653963 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d571eb1c-7acb-4058-9c27-023a470ab35e req-5c073e09-6637-4c8f-b124-9b4c63468a1c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.0636899 Jun 28 14:20:37.691926 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d571eb1c-7acb-4058-9c27-023a470ab35e req-dab72af4-4251-4d0e-84c7-f7abcbe67652 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Jun 28 14:20:37.871911 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cae592-55d2-4fa4-8b44-bf639b7225a2 req-4600bfa7-454e-4e7d-b93c-6bfd371cdcd4 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:37.873398 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63cae592-55d2-4fa4-8b44-bf639b7225a2 req-4600bfa7-454e-4e7d-b93c-6bfd371cdcd4 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 946 time: 0.0686424 Jun 28 14:20:37.899973 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42110) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:37.913797 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63cae592-55d2-4fa4-8b44-bf639b7225a2 req-c6785799-cfe3-4741-a63f-b8e2868fddc8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Jun 28 14:20:37.941694 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9ef5e554-17a8-4880-ae2f-cfe1699214a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04945dd5b9f64b4b87737cfd21d6ada4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404508 Jun 28 14:20:37.945415 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42112) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:37.993433 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:38.013947 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:38.157387 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:38.163816 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:38.163816 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5eab3127-aa86-435c-b0c5-1c4e4b2a710a HTTP/1.1" status: 204 len: 168 time: 0.2149823 Jun 28 14:20:38.163816 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bc878ad7-b691-4800-a5f1-50d6de591336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:38.169895 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eab3127-aa86-435c-b0c5-1c4e4b2a710a,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:38.173195 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:38.190472 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:38.651037 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200e941-583e-4c6e-a8da-1b5031f99100 req-123af2a3-2e5e-4d40-9d51-7867009373de tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:38.652541 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1200e941-583e-4c6e-a8da-1b5031f99100 req-123af2a3-2e5e-4d40-9d51-7867009373de tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0656090 Jun 28 14:20:38.689766 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1200e941-583e-4c6e-a8da-1b5031f99100 req-2f1b2675-b876-452a-87d8-c7e3716af62a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Jun 28 14:20:38.795425 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:38.797841 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e28e77-d1c8-40bf-b365-189ca616ecab" -d '{"events": [{"server_uuid": "a62ed826-50b0-4747-adca-026e3d2ddc2d", "name": "network-vif-plugged", "status": "completed", "tag": "67f60cc5-f8e5-4e36-9ede-eaf54cf62306"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:38.803100 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 42132) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:38.847039 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa0d1f2-96d7-4bcf-9aa3-c135bccbae82 x-openstack-request-id: req-caa0d1f2-96d7-4bcf-9aa3-c135bccbae82 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:38.847366 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ed826-50b0-4747-adca-026e3d2ddc2d", "name": "network-vif-plugged", "status": "completed", "tag": "67f60cc5-f8e5-4e36-9ede-eaf54cf62306", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:38.847639 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-caa0d1f2-96d7-4bcf-9aa3-c135bccbae82 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:38.848041 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306', 'code': 200} Jun 28 14:20:38.887594 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-7f8c3f01-3cad-477d-bbb5-43aac9b64691 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53e7828fbce74610813f421b9fc53429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819945 Jun 28 14:20:38.890741 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42134) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:38.913326 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e233c4-25c3-49fe-b2f5-2ea053c5b5b8 req-1f66f1a3-220e-4e59-a40a-2e7525b4b53c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:38.914811 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-01e233c4-25c3-49fe-b2f5-2ea053c5b5b8 req-1f66f1a3-220e-4e59-a40a-2e7525b4b53c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.0894444 Jun 28 14:20:38.942174 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:38.964339 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-01e233c4-25c3-49fe-b2f5-2ea053c5b5b8 req-c3c956f2-fe85-4d6c-a526-df234b01afe9 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Jun 28 14:20:38.969591 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:39.092793 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:39.109098 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:39.109098 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e58ec38b-9804-4b11-9b70-f30d211935fc HTTP/1.1" status: 204 len: 168 time: 0.2061336 Jun 28 14:20:39.109098 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0d226526-659f-421f-a428-6215d9447d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:39.115138 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58ec38b-9804-4b11-9b70-f30d211935fc,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:39.115138 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:39.145960 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8a211-89b1-43a8-8438-8b70aaf6ac4e req-fa4039e1-b736-49e1-b33b-9a62db42dffc tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:39.147544 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a8b8a211-89b1-43a8-8438-8b70aaf6ac4e req-fa4039e1-b736-49e1-b33b-9a62db42dffc tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 946 time: 0.0938904 Jun 28 14:20:39.201108 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a8b8a211-89b1-43a8-8438-8b70aaf6ac4e req-cfa96451-303b-4313-ac90-cc0f43ed8ed5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479624 Jun 28 14:20:39.545972 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad1ffc-f573-4982-96fd-89028c21e964 req-776c0668-ed19-4c2e-b9ef-cd00f8c77911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:39.547731 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a1ad1ffc-f573-4982-96fd-89028c21e964 req-776c0668-ed19-4c2e-b9ef-cd00f8c77911 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 1098 time: 0.0581131 Jun 28 14:20:39.602163 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a1ad1ffc-f573-4982-96fd-89028c21e964 req-b0f5d94a-3397-4dc1-8e2e-ff5c76b9ea12 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297434 Jun 28 14:20:40.146843 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc271a27-1cbf-468c-b56d-839b987532fe req-956ae301-a26a-498f-99ac-692f7b08d106 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:40.148375 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dc271a27-1cbf-468c-b56d-839b987532fe req-956ae301-a26a-498f-99ac-692f7b08d106 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.0682003 Jun 28 14:20:40.189204 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dc271a27-1cbf-468c-b56d-839b987532fe req-157e482d-8d32-46ea-8c37-dacd4b6c4b06 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Jun 28 14:20:40.404447 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b789d44-a49e-444a-9a4e-0698590bf3cf req-bb0ba594-cbac-406b-aaf1-3e72f1b5fb80 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:40.406853 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6b789d44-a49e-444a-9a4e-0698590bf3cf req-bb0ba594-cbac-406b-aaf1-3e72f1b5fb80 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 946 time: 0.0992367 Jun 28 14:20:40.443652 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6b789d44-a49e-444a-9a4e-0698590bf3cf req-a9be386e-4b50-4ab6-9f64-8099f9af4596 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Jun 28 14:20:40.614595 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742b71a-d8ae-434b-aa1a-ceaf94afb7a9 req-034f17b6-ed19-4b2b-93f9-ff0f9110584f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:40.614848 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9742b71a-d8ae-434b-aa1a-ceaf94afb7a9 req-034f17b6-ed19-4b2b-93f9-ff0f9110584f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0637758 Jun 28 14:20:40.665733 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9742b71a-d8ae-434b-aa1a-ceaf94afb7a9 req-c7ddf2bb-41d9-4887-92fe-2891443cebc1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Jun 28 14:20:40.738749 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 42204) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:40.851076 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d2818c6c-d101-4776-bc0f-8b8ab62dcb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:40.949603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d2818c6c-d101-4776-bc0f-8b8ab62dcb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:41.047854 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d2818c6c-d101-4776-bc0f-8b8ab62dcb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:41.050379 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5e1e9ba8-5b23-4a7e-917e-8d3fd5131045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:41.088885 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d2818c6c-d101-4776-bc0f-8b8ab62dcb06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b1c7622570b45d5878b246f4dda210b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490250 Jun 28 14:20:41.089882 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2818c6c-d101-4776-bc0f-8b8ab62dcb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f419f-bf75-44cb-a96a-66ae16ca9df8,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:41.091612 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42214) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:41.093932 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d2818c6c-d101-4776-bc0f-8b8ab62dcb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:41.143738 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:41.173718 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:41.306030 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:41.309345 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:41.316376 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a63f419f-bf75-44cb-a96a-66ae16ca9df8 HTTP/1.1" status: 204 len: 168 time: 0.2158189 Jun 28 14:20:41.316376 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c1cdf579-2b32-42f2-8bf4-dbd5eb94a635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:41.321736 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f419f-bf75-44cb-a96a-66ae16ca9df8,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:41.350789 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:41.417167 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97db01-abf7-4cc3-8332-8fb834e9d1d4 req-bc4371c2-4838-4a9b-bb88-595f14cf39f8 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:41.420589 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0e97db01-abf7-4cc3-8332-8fb834e9d1d4 req-bc4371c2-4838-4a9b-bb88-595f14cf39f8 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.1010475 Jun 28 14:20:41.471140 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0e97db01-abf7-4cc3-8332-8fb834e9d1d4 req-a03047ab-1858-4b7d-81b8-eea1b3b7db0b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Jun 28 14:20:42.325610 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42258) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:42.427428 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1568806397-network', 'tenant_id': '2cee26a13a124164bcaff348ff98b984'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:42.503892 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Made reservation on behalf of 2cee26a13a124164bcaff348ff98b984 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:42.506298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.514829 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.610086 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.672489 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322523e8-fc78-4f0e-84f7-85c906f71464 req-40da7126-e78f-4169-98bd-3e3c39996ba8 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:42.673989 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-322523e8-fc78-4f0e-84f7-85c906f71464 req-40da7126-e78f-4169-98bd-3e3c39996ba8 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.0727568 Jun 28 14:20:42.715776 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-322523e8-fc78-4f0e-84f7-85c906f71464 req-fda6c3ad-26ca-41fc-b38d-483d15e0111f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Jun 28 14:20:42.716234 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.724747 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-dfca523a-171a-49eb-8540-2aa6035bb321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:42.734135 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:20:42.784518 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.784518 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Added segment a74771e6-ad92-4363-8515-66d9296cdbef of type vlan for network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 Jun 28 14:20:42.799666 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f460e7b8-964d-4a11-a1fc-15462875b592,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:42.804181 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:42.848377 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.985392 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.986831 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:42.987475 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:42.989770 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-32b2470e-041d-43c3-9f07-7b91dd280708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:43.053486 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Pushing event updated for resources: {'Network': ['ID=2ad0be34-0576-43c2-b5a5-99d28ad35e05,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:43.056097 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:43.065902 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:20:43.087108 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 42274) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:20:43.087593 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7605128 Jun 28 14:20:43.093302 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Request body: {'subnet': {'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1568806397-subnet', 'tenant_id': '2cee26a13a124164bcaff348ff98b984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:43.195285 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Made reservation on behalf of 2cee26a13a124164bcaff348ff98b984 for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:43.197892 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:43.699714 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:43.703355 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2815493c-21df-4fa0-8874-79543108b3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:43.756634 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f424a3-36b0-4e6f-a44a-bd5864698efc,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:43.760272 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:43.768167 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Checking segment: {'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:43.768534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Network hostable DHCP agents. Network: 2ad0be34-0576-43c2-b5a5-99d28ad35e05, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:20:43.835048 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:20:43.898010 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 2ad0be34-0576-43c2-b5a5-99d28ad35e05) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:43.902854 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:43.903791 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:43.908952 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c450f513-9f70-44a0-838c-65056aa2b4cb None None] Network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:20:44.003205 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9141817 Jun 28 14:20:44.094984 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268e55e-2d6f-4101-acc1-9ee83cf5ac75 None None] Network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:20:44.981877 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30764d92-8f77-4139-b6af-4bc88d3914cb req-0424aa95-0543-4b7b-934c-ca6a28a1843b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:44.984121 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-30764d92-8f77-4139-b6af-4bc88d3914cb req-0424aa95-0543-4b7b-934c-ca6a28a1843b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.0849285 Jun 28 14:20:45.021528 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-30764d92-8f77-4139-b6af-4bc88d3914cb req-c4237fb7-bf79-4e57-9cae-91344323a21d tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Jun 28 14:20:45.835257 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf62d7-c98e-473e-9d03-20e6aec488ef req-17c6aac7-cf8f-4a5c-9058-0420d1fa7a67 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:45.836681 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-becf62d7-c98e-473e-9d03-20e6aec488ef req-17c6aac7-cf8f-4a5c-9058-0420d1fa7a67 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0632379 Jun 28 14:20:45.874014 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-becf62d7-c98e-473e-9d03-20e6aec488ef req-70474887-47fa-4a61-a582-6ee6a2a85768 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Jun 28 14:20:45.877175 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255283fc-ad40-4da8-9b39-ed999b862852 req-51c2ca9b-757d-43ab-9059-8929ca80f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:45.878688 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-255283fc-ad40-4da8-9b39-ed999b862852 req-51c2ca9b-757d-43ab-9059-8929ca80f6e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.0544574 Jun 28 14:20:45.970187 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255283fc-ad40-4da8-9b39-ed999b862852 req-1e733ee7-44c8-4e9a-bec6-cb42ff23fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:45.971629 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-255283fc-ad40-4da8-9b39-ed999b862852 req-1e733ee7-44c8-4e9a-bec6-cb42ff23fe66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.0846694 Jun 28 14:20:46.027641 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-255283fc-ad40-4da8-9b39-ed999b862852 req-48c9dba1-2fad-414b-bc0a-9109035d55f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 217 time: 0.0345364 Jun 28 14:20:46.082166 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255283fc-ad40-4da8-9b39-ed999b862852 req-28eb269a-3633-41c2-96d4-ce3fc7764cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:46.083633 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-255283fc-ad40-4da8-9b39-ed999b862852 req-28eb269a-3633-41c2-96d4-ce3fc7764cca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.0486445 Jun 28 14:20:46.121332 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-255283fc-ad40-4da8-9b39-ed999b862852 req-650a4b03-0716-43a1-9b0e-e0e3310d20a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257099 Jun 28 14:20:46.192834 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054b47-4080-4623-80d7-93e751349f98 req-667fa28b-2b2b-4d8f-8b76-01180bb73a38 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:46.196484 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-46054b47-4080-4623-80d7-93e751349f98 req-667fa28b-2b2b-4d8f-8b76-01180bb73a38 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.0642736 Jun 28 14:20:46.218375 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-255283fc-ad40-4da8-9b39-ed999b862852 req-b8e2e4b5-2c65-4220-b564-fe82f1f755d8 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849304 Jun 28 14:20:46.231869 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-46054b47-4080-4623-80d7-93e751349f98 req-4fdc8fbc-d967-431c-bf7a-0d4f3a2b570c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Jun 28 14:20:46.310332 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-255283fc-ad40-4da8-9b39-ed999b862852 req-aeb26e33-654e-4696-9f22-6e0abe01420f service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824332 Jun 28 14:20:46.860302 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:20:47.193470 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-ffb86d8e-9fd6-452b-86be-3c1b1ff505ce tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:47.194989 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-ffb86d8e-9fd6-452b-86be-3c1b1ff505ce tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62ed826-50b0-4747-adca-026e3d2ddc2d HTTP/1.1" status: 200 len: 945 time: 0.0667920 Jun 28 14:20:47.307376 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Deleting port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:20:47.307717 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:47.408898 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] For port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:20:47.409267 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:47.422591 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Calling delete_port for 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:20:47.601184 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:47.604994 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:47.633118 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Pushing event deleted for resources: {'Port': ['ID=67f60cc5-f8e5-4e36-9ede-eaf54cf62306,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:47.636563 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:47.654427 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['67f60cc5-f8e5-4e36-9ede-eaf54cf62306'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:47.679137 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] No DVR routers for this DVR port 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:20:47.682613 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:47.684840 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b24aea6f-d49b-49fe-afa3-a80a242adc26 req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "DELETE /v2.0/ports/67f60cc5-f8e5-4e36-9ede-eaf54cf62306 HTTP/1.1" status: 204 len: 173 time: 0.4814169 Jun 28 14:20:47.685549 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'name': 'network-vif-deleted', 'tag': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:47.688961 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e59c7-af11-4d7f-9512-7e094ccf550c" -d '{"events": [{"server_uuid": "a62ed826-50b0-4747-adca-026e3d2ddc2d", "name": "network-vif-deleted", "tag": "67f60cc5-f8e5-4e36-9ede-eaf54cf62306"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:50.386527 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:20:50.407932 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:20:50.408387 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 67f60cc5-f8e5-4e36-9ede-eaf54cf62306 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:20:51.336367 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-2b9550bc-0d9e-44b6-86b8-fab6ec0ffa5a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:51.337893 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-2b9550bc-0d9e-44b6-86b8-fab6ec0ffa5a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.1071904 Jun 28 14:20:51.353046 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-708bf24a-e2d7-4da7-8a18-db74063d8b9f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/quotas/28b9e6fe1bdc4394b13949239afacfc1 HTTP/1.1" status: 200 len: 375 time: 0.0090196 Jun 28 14:20:51.421365 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-4cde58c2-b6a0-4a62-8ac8-255705c64b0d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631814 Jun 28 14:20:51.526760 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-316d479f-8ad5-4c0a-ab92-4f08a882f884 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987177 Jun 28 14:20:51.619490 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-628b2886-422f-44f6-b6cc-5bb75923bd74 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866628 Jun 28 14:20:51.673352 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b646208-0323-4a6e-88ac-4b118ed9baa1 req-84aa6c59-cb40-4f7f-8e2c-0a301cd133fd tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:51.674821 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5b646208-0323-4a6e-88ac-4b118ed9baa1 req-84aa6c59-cb40-4f7f-8e2c-0a301cd133fd tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0655739 Jun 28 14:20:51.711443 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5b646208-0323-4a6e-88ac-4b118ed9baa1 req-fe33bad9-7745-4078-a919-c7af94ac779f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jun 28 14:20:51.905578 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-90439161-4482-4cc9-a53b-6d216bc3f367 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:51.913743 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-90439161-4482-4cc9-a53b-6d216bc3f367 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/networks?id=2ad0be34-0576-43c2-b5a5-99d28ad35e05 HTTP/1.1" status: 200 len: 814 time: 0.1198733 Jun 28 14:20:51.931076 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-6f525db5-b2f7-4698-8716-0e765102ce51 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/quotas/2cee26a13a124164bcaff348ff98b984 HTTP/1.1" status: 200 len: 375 time: 0.0159905 Jun 28 14:20:51.940652 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317621fb-cda5-4e7e-be7a-aa5f8a18814d x-openstack-request-id: req-317621fb-cda5-4e7e-be7a-aa5f8a18814d {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:51.940982 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ed826-50b0-4747-adca-026e3d2ddc2d", "name": "network-vif-deleted", "tag": "67f60cc5-f8e5-4e36-9ede-eaf54cf62306", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:51.941269 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-317621fb-cda5-4e7e-be7a-aa5f8a18814d {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:51.941784 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ed826-50b0-4747-adca-026e3d2ddc2d', 'name': 'network-vif-deleted', 'tag': '67f60cc5-f8e5-4e36-9ede-eaf54cf62306', 'status': 'completed', 'code': 200} Jun 28 14:20:51.975131 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-df954727-a17e-45ae-849a-c9648e6e714d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2cee26a13a124164bcaff348ff98b984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430646 Jun 28 14:20:52.072948 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-019319f0-ab6c-490d-88c4-9c22eba5d869 service neutron] 10.222.0.35 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967269 Jun 28 14:20:52.166841 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-45913c53-21b8-4ac8-9223-d951f46418c0 service neutron] 10.222.0.35 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880108 Jun 28 14:20:52.535474 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c44b2d-7e99-4154-9b6d-432387b65f5d req-a9efd38b-62ea-49f1-91ff-70e85ce3c38e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:52.537015 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2c44b2d-7e99-4154-9b6d-432387b65f5d req-a9efd38b-62ea-49f1-91ff-70e85ce3c38e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0669718 Jun 28 14:20:52.575375 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2c44b2d-7e99-4154-9b6d-432387b65f5d req-5774216e-45cd-4a28-a280-e2069faaeefc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Jun 28 14:20:52.652411 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c0a68a60-9cff-447f-a459-cbb188df0bd9 req-ba82d910-524e-4668-b642-54be7ddb877d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 210 time: 0.0275531 Jun 28 14:20:52.834391 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-566da99e-b9f3-46cb-a3a2-e5ac632399f3 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:52.834391 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-566da99e-b9f3-46cb-a3a2-e5ac632399f3 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/networks?id=3b993e42-5209-4589-b0aa-b2a64ada59cf HTTP/1.1" status: 200 len: 808 time: 0.1054351 Jun 28 14:20:52.852946 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-2ca7e9cd-69ff-4e4f-ab9f-0eedcf9e0c96 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/quotas/3ffd810e23714c20ad1dbad0a346d20b HTTP/1.1" status: 200 len: 375 time: 0.0095599 Jun 28 14:20:52.892267 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-4d5e03d1-f42a-4669-a672-c41e07d86653 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313437 Jun 28 14:20:52.911018 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4848d98a-a74e-4897-9afa-ed1485d1edae req-ad7d224c-8130-4674-97de-16cb358791c2 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0413089 Jun 28 14:20:52.991434 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-2e33172c-1aa3-4d70-8d72-fe0d7ea73c44 service neutron] 10.222.0.35 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892146 Jun 28 14:20:53.098416 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-321dfaf4-29ad-4cee-b7c3-1b9bccf67f23 service neutron] 10.222.0.35 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010861 Jun 28 14:20:53.124783 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2bbc0-1f58-4986-a72a-5dff96c27f2a req-d7159065-eb76-49d1-ab3c-189d4f26e55a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:53.126276 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6fe2bbc0-1f58-4986-a72a-5dff96c27f2a req-d7159065-eb76-49d1-ab3c-189d4f26e55a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0919111 Jun 28 14:20:53.181042 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6fe2bbc0-1f58-4986-a72a-5dff96c27f2a req-4a8f5612-52d4-46df-997c-c83026bfa217 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470173 Jun 28 14:20:53.382791 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8ecf9e84-2f1e-4946-a47a-96e67fa76765 req-7154ba19-4bbf-47c6-b320-4db99686b61e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 210 time: 0.0314057 Jun 28 14:20:53.768981 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501498-c9e8-408c-8ef7-ed705d4383cf req-aa0dd308-a29d-4278-b31d-df42c2efca1a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:53.770774 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e501498-c9e8-408c-8ef7-ed705d4383cf req-aa0dd308-a29d-4278-b31d-df42c2efca1a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0779302 Jun 28 14:20:53.801078 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d0720dfc-2591-4ea8-9080-2725e9b1a204 req-afa2673b-1cba-4963-8cd6-27fc9dc4662b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jun 28 14:20:53.813219 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e501498-c9e8-408c-8ef7-ed705d4383cf req-3f59c824-6860-4c67-ae5d-7f36cb4ecd30 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333319 Jun 28 14:20:54.065793 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-effca7ad-8ca9-4308-afe6-b5d4770e92ae req-af0a6146-1bf6-4bef-8684-36fca18ad37c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0339849 Jun 28 14:20:54.352631 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ab70d-e57a-439a-a950-2064f23fbc8f req-4d7779d7-11b8-4692-a424-df21615bf47c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:54.354019 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b30ab70d-e57a-439a-a950-2064f23fbc8f req-4d7779d7-11b8-4692-a424-df21615bf47c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0626464 Jun 28 14:20:54.396664 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b30ab70d-e57a-439a-a950-2064f23fbc8f req-0da9f18d-07ea-4c32-9584-cd492825b73d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357149 Jun 28 14:20:54.542670 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a4abf8fd-c44e-4f72-bf4e-6b181da56dd9 req-afba82c2-94b6-46b5-a802-1621933cd667 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 210 time: 0.0346165 Jun 28 14:20:54.551324 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-d03e69dc-2838-4e2b-8d7f-6ebafd111325 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:54.552797 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-d03e69dc-2838-4e2b-8d7f-6ebafd111325 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.1721129 Jun 28 14:20:54.621043 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Request body: {'port': {'device_id': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'admin_state_up': True, 'tenant_id': '28b9e6fe1bdc4394b13949239afacfc1'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:54.772535 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Made reservation on behalf of 28b9e6fe1bdc4394b13949239afacfc1 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:54.776044 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:54.917172 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Allocated IP 172.20.0.8 (cb32eddb-c7fb-4577-b8d0-702429e0a24f/5a0e28bc-85fe-4512-8b0b-394b4c3432b7/e1ef24c4-fee4-4ac7-a60e-e49ad365963e) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:54.973439 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7c061d15-2b63-4b00-ba5f-172540dcb5d6 req-17cedb45-63c6-4c93-a9bf-a69bd721b0dd tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 210 time: 0.0375116 Jun 28 14:20:55.097427 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e952187-b6ca-446f-aa4b-45f4e4467adb req-ed5cc472-5ed5-4a97-ad03-98d51f5c2f7b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:55.098919 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e952187-b6ca-446f-aa4b-45f4e4467adb req-ed5cc472-5ed5-4a97-ad03-98d51f5c2f7b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1526630 Jun 28 14:20:55.137210 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:55.161542 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e952187-b6ca-446f-aa4b-45f4e4467adb req-66ee5189-bf1f-4891-9646-e35a8fee9aed tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537031 Jun 28 14:20:55.235537 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:55.239726 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:55.289405 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:55.292623 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c', 'b50d7b08-8164-4068-904a-f0c908f6c5a9'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:20:55.295368 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:55.299913 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:55.305554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:55.306219 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:55.316335 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event updated for resources: {'Port': ['ID=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:55.321205 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:55.378986 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623403 Jun 28 14:20:55.467155 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fbd48d10-bdaa-4f9e-95ab-acbf7f8024e5 req-c4f6df30-aec0-4395-8125-7969639fd8f4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.2884560 Jun 28 14:20:55.510283 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Request body: {'port': {'device_id': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:55.666249 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:55.676552 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-9be88c76-1c86-40bd-b314-7f3eb2f98765 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:55.678162 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-9be88c76-1c86-40bd-b314-7f3eb2f98765 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "GET /v2.0/networks?id=2ad0be34-0576-43c2-b5a5-99d28ad35e05 HTTP/1.1" status: 200 len: 814 time: 0.2563546 Jun 28 14:20:55.689750 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0a08eb70-4136-4e36-9109-c92004df5631 req-81e1c053-ceb8-4573-9b5e-ae8283c30833 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 210 time: 0.0311184 Jun 28 14:20:55.720505 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Request body: {'port': {'device_id': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05', 'admin_state_up': True, 'tenant_id': '2cee26a13a124164bcaff348ff98b984'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:55.772483 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483d13-de39-4126-9ba7-8a9bf3d58be2 req-4af031d0-423a-438d-89f8-3ceb8ba8b3b2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:55.773967 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ef483d13-de39-4126-9ba7-8a9bf3d58be2 req-4af031d0-423a-438d-89f8-3ceb8ba8b3b2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.2123728 Jun 28 14:20:55.927978 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ef483d13-de39-4126-9ba7-8a9bf3d58be2 req-dbab3cc4-fd71-4094-b95f-e9a01672dd31 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201062 Jun 28 14:20:56.080454 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Made reservation on behalf of 2cee26a13a124164bcaff348ff98b984 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:56.085231 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.093935 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ef24c4-fee4-4ac7-a60e-e49ad365963e {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:56.112492 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.134305 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Transition to ACTIVE for port object e1ef24c4-fee4-4ac7-a60e-e49ad365963e will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:56.189756 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69042da-3215-44d3-b4a7-4dcd762e04d4 req-cce8973d-3ff8-4dda-ae63-bf42923b3ec7 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:56.191566 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f69042da-3215-44d3-b4a7-4dcd762e04d4 req-cce8973d-3ff8-4dda-ae63-bf42923b3ec7 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 931 time: 0.0804749 Jun 28 14:20:56.217591 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.229595 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3c01fbbd-a8b8-4bdc-ba17-e70569807404 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:56.240544 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f69042da-3215-44d3-b4a7-4dcd762e04d4 req-9fd5e049-695c-4832-a725-b34df7e40ae0 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Jun 28 14:20:56.289620 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Allocated IP 172.20.0.2 (2ad0be34-0576-43c2-b5a5-99d28ad35e05/93f424a3-36b0-4e6f-a44a-bd5864698efc/d90b78bb-3baf-4ef1-ac32-d830abb04969) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:56.302609 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:56.310119 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:56.367749 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Attempting to bind port e1ef24c4-fee4-4ac7-a60e-e49ad365963e on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:20:56.368089 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Attempting to bind port e1ef24c4-fee4-4ac7-a60e-e49ad365963e by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:20:56.368469 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Attempting to bind port e1ef24c4-fee4-4ac7-a60e-e49ad365963e on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:56.382644 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Port e1ef24c4-fee4-4ac7-a60e-e49ad365963e on network cb32eddb-c7fb-4577-b8d0-702429e0a24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:20:56.382967 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Attempting to bind port e1ef24c4-fee4-4ac7-a60e-e49ad365963e on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:56.396876 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:20:56.397212 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Checking segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:56.397594 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Bound using segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:20:56.398021 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Bound port: e1ef24c4-fee4-4ac7-a60e-e49ad365963e, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:20:56.398463 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.410967 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf65b9-55af-47bc-94f0-06feb81590b3 req-c2b9019a-c269-47ea-a490-9c986b31d587 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:56.412538 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c3bf65b9-55af-47bc-94f0-06feb81590b3 req-c2b9019a-c269-47ea-a490-9c986b31d587 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0716214 Jun 28 14:20:56.453977 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c3bf65b9-55af-47bc-94f0-06feb81590b3 req-a3b39a41-3fe4-4244-a653-5c377db7eb94 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355749 Jun 28 14:20:56.529063 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] For port e1ef24c4-fee4-4ac7-a60e-e49ad365963e, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:20:56.559764 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] For port e1ef24c4-fee4-4ac7-a60e-e49ad365963e, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:20:56.610603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.641440 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.645316 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d8c5e768-3827-4b40-8d2e-d4f2387c3a23 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:56.659273 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-db0564c4-5fe0-488e-9573-0a496476984d req-bcd60e1b-9d59-4668-ad60-46b132cf744b tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0440392 Jun 28 14:20:56.680298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-a3ff0b28-e804-48db-97c3-bcc17afe966c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:56.682375 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-a3ff0b28-e804-48db-97c3-bcc17afe966c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "GET /v2.0/networks?id=3b993e42-5209-4589-b0aa-b2a64ada59cf HTTP/1.1" status: 200 len: 808 time: 0.1748605 Jun 28 14:20:56.707180 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Request body: {'port': {'device_id': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf', 'admin_state_up': True, 'tenant_id': '3ffd810e23714c20ad1dbad0a346d20b'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:56.710443 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:56.710552 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.712093 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1ef24c4-fee4-4ac7-a60e-e49ad365963e HTTP/1.1" status: 200 len: 1093 time: 1.2097528 Jun 28 14:20:56.720185 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951fea4-0d89-4454-82c4-a83fa9945d2f req-d89fb660-3b41-4d7d-90cb-8011ed1f10f4 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:56.721633 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0951fea4-0d89-4454-82c4-a83fa9945d2f req-d89fb660-3b41-4d7d-90cb-8011ed1f10f4 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1778104 Jun 28 14:20:56.725682 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'tag': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:56.730066 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd9b68d-d177-4433-bb00-684a5319b0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "89598268-6d93-44e4-9f83-1bc2fde0e67f", "tag": "e1ef24c4-fee4-4ac7-a60e-e49ad365963e"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:56.780193 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:56.784064 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:56.797724 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0951fea4-0d89-4454-82c4-a83fa9945d2f req-15a794ce-7002-4761-a9de-0e8f75e14132 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609906 Jun 28 14:20:56.807452 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.812606 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:56.869265 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:56.870911 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0549eb3a-2008-4255-b0e3-9b0361aded55 x-openstack-request-id: req-0549eb3a-2008-4255-b0e3-9b0361aded55 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:56.871229 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89598268-6d93-44e4-9f83-1bc2fde0e67f", "tag": "e1ef24c4-fee4-4ac7-a60e-e49ad365963e", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:56.871508 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0549eb3a-2008-4255-b0e3-9b0361aded55 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:56.871915 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'tag': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e', 'status': 'completed', 'code': 200} Jun 28 14:20:56.878350 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:56.883205 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:56.889699 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:56.890428 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.894935 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Pushing event updated for resources: {'Port': ['ID=d90b78bb-3baf-4ef1-ac32-d830abb04969,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:56.904101 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:56.908304 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eb337191-91ed-4903-aa55-35410f449271 req-ee2e3276-f98b-4dc6-96ee-a26d81a4b1fc tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 210 time: 0.0289156 Jun 28 14:20:56.978115 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Made reservation on behalf of 3ffd810e23714c20ad1dbad0a346d20b for: {'port': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:20:56.982334 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:56.997816 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9b68d-d177-4433-bb00-684a5319b0b7 req-3f82202c-fb00-4bf1-b8e6-294487361b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.002126 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ffd9b68d-d177-4433-bb00-684a5319b0b7 req-3f82202c-fb00-4bf1-b8e6-294487361b24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 1096 time: 0.0650232 Jun 28 14:20:57.072159 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3572187 Jun 28 14:20:57.113089 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Allocated IP 172.20.0.12 (3b993e42-5209-4589-b0aa-b2a64ada59cf/6981fa97-02c7-4a72-be5b-b50211239b87/85e38d86-86d3-4622-b81f-caaa58f60d28) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:20:57.120287 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Request body: {'port': {'device_id': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:57.284744 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:57.396023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:57.405194 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:57.464910 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Network 3b993e42-5209-4589-b0aa-b2a64ada59cf is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:20:57.481642 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:20:57.486526 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:20:57.489877 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9b68d-d177-4433-bb00-684a5319b0b7 req-39bbfc93-9bf5-43d0-aad7-fe2e00d7fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.489877 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ffd9b68d-d177-4433-bb00-684a5319b0b7 req-39bbfc93-9bf5-43d0-aad7-fe2e00d7fcda service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4637392 Jun 28 14:20:57.491202 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Pushing event updated for resources: {'Port': ['ID=85e38d86-86d3-4622-b81f-caaa58f60d28,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:57.494458 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:57.526336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c35e5-af47-4b6d-90dc-07a9fe6a4c08 req-e877433d-0095-42f5-8ccc-74439aae94f2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.529962 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-323c35e5-af47-4b6d-90dc-07a9fe6a4c08 req-e877433d-0095-42f5-8ccc-74439aae94f2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.4699059 Jun 28 14:20:57.531323 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.531691 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.532050 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.532429 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.532779 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.533254 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.533454 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.533797 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.534136 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.534473 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.534867 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.535208 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:57.544342 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:57.561980 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d6c73-c7c3-42de-ba0d-21eea83fb16e req-59bd127e-2ec1-4565-b64d-35ab61edcecb tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.568903 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-416d6c73-c7c3-42de-ba0d-21eea83fb16e req-59bd127e-2ec1-4565-b64d-35ab61edcecb tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 943 time: 0.2033970 Jun 28 14:20:57.587050 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.588388 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:57.621205 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-416d6c73-c7c3-42de-ba0d-21eea83fb16e req-fef6b961-74d9-4f4a-baed-7a4248c0a52f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514362 Jun 28 14:20:57.660218 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-323c35e5-af47-4b6d-90dc-07a9fe6a4c08 req-10cf050e-34cb-4c34-af43-ba2a234047dd tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135457 Jun 28 14:20:57.688741 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9857185 Jun 28 14:20:57.717994 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Request body: {'port': {'device_id': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:20:57.770973 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9b68d-d177-4433-bb00-684a5319b0b7 req-90694360-db6c-4cb1-8e35-2eb057f846bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.772346 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ffd9b68d-d177-4433-bb00-684a5319b0b7 req-90694360-db6c-4cb1-8e35-2eb057f846bf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2651341 Jun 28 14:20:57.854023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:57.911482 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314826a-88cc-4bf9-a35a-fd9250a88f57 req-2c78708e-dbc5-4317-be9f-aab366dd3c22 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.913027 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8314826a-88cc-4bf9-a35a-fd9250a88f57 req-2c78708e-dbc5-4317-be9f-aab366dd3c22 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1139576 Jun 28 14:20:57.995066 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab686db-17e2-4133-9699-f0eef76051ed req-6c85b491-5e3e-4e0b-b794-c7add642bb0b tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:57.996573 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6ab686db-17e2-4133-9699-f0eef76051ed req-6c85b491-5e3e-4e0b-b794-c7add642bb0b tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 931 time: 0.1585357 Jun 28 14:20:58.019222 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8314826a-88cc-4bf9-a35a-fd9250a88f57 req-bdc5a71b-ebd5-4918-beef-e8fb12ec38f6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998764 Jun 28 14:20:58.023081 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-12c73fab-e950-4d63-bcbb-74b8551a4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.024553 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-12c73fab-e950-4d63-bcbb-74b8551a4c3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 1096 time: 0.1532643 Jun 28 14:20:58.082278 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90b78bb-3baf-4ef1-ac32-d830abb04969 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:58.092689 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-7fb60865-4419-4ad7-afa8-b7350ef1281f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1ef24c4-fee4-4ac7-a60e-e49ad365963e HTTP/1.1" status: 200 len: 217 time: 0.0497108 Jun 28 14:20:58.095451 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.177802 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6ab686db-17e2-4133-9699-f0eef76051ed req-42df863e-5596-4035-b588-bab989c7f2d8 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608393 Jun 28 14:20:58.185499 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Transition to ACTIVE for port object d90b78bb-3baf-4ef1-ac32-d830abb04969 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:58.193501 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-d03563ac-ace9-46cc-9905-310f4512d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.194960 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-d03563ac-ace9-46cc-9905-310f4512d429 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0e28bc-85fe-4512-8b0b-394b4c3432b7 HTTP/1.1" status: 200 len: 854 time: 0.0892098 Jun 28 14:20:58.226459 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e38d86-86d3-4622-b81f-caaa58f60d28 {{(pid=93575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:20:58.239095 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.247760 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-88d4dc7a-2291-483e-9c34-de63eb28681c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb32eddb-c7fb-4577-b8d0-702429e0a24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436950 Jun 28 14:20:58.257137 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Transition to ACTIVE for port object 85e38d86-86d3-4622-b81f-caaa58f60d28 will not be triggered until provisioned by entity L2. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:20:58.276042 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901d592-eb51-4487-92c5-6627bafc1a9e req-e9250134-5c1a-4ef4-850a-6e10aa2708c8 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.277737 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1901d592-eb51-4487-92c5-6627bafc1a9e req-e9250134-5c1a-4ef4-850a-6e10aa2708c8 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1063371 Jun 28 14:20:58.281963 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.285207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-37e621d3-4c97-4dbb-a898-a11d14ba326f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:58.335388 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1901d592-eb51-4487-92c5-6627bafc1a9e req-795bc351-c00d-42d3-9301-5e0b1d689599 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488689 Jun 28 14:20:58.377958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.383202 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:58.406260 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=d90b78bb-3baf-4ef1-ac32-d830abb04969,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:58.436486 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Pushing event updated for resources: {'Port': ['ID=85e38d86-86d3-4622-b81f-caaa58f60d28,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:58.447369 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.447762 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.448088 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.448460 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.448806 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.449150 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.449496 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.449836 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.450175 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.450627 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.450937 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.451913 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:20:58.454783 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:58.460082 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:58.462096 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-bf060641-5560-4750-95a0-2b33cef41ce4 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047257 Jun 28 14:20:58.501864 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Attempting to bind port d90b78bb-3baf-4ef1-ac32-d830abb04969 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:20:58.502241 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Attempting to bind port d90b78bb-3baf-4ef1-ac32-d830abb04969 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:20:58.502569 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Attempting to bind port d90b78bb-3baf-4ef1-ac32-d830abb04969 on network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:58.507286 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Attempting to bind port 85e38d86-86d3-4622-b81f-caaa58f60d28 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:20:58.507673 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Attempting to bind port 85e38d86-86d3-4622-b81f-caaa58f60d28 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:20:58.508052 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Attempting to bind port 85e38d86-86d3-4622-b81f-caaa58f60d28 on network 3b993e42-5209-4589-b0aa-b2a64ada59cf {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:58.513230 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Port 85e38d86-86d3-4622-b81f-caaa58f60d28 on network 3b993e42-5209-4589-b0aa-b2a64ada59cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:20:58.513701 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Attempting to bind port 85e38d86-86d3-4622-b81f-caaa58f60d28 on network 3b993e42-5209-4589-b0aa-b2a64ada59cf {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:58.518822 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:20:58.519156 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Checking segment: {'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:58.519534 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Bound using segment: {'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:20:58.519958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Bound port: 85e38d86-86d3-4622-b81f-caaa58f60d28, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f09fed-c589-488d-9bb6-b3415e73a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf'}}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:20:58.520340 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.541940 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Port d90b78bb-3baf-4ef1-ac32-d830abb04969 on network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:20:58.542263 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Attempting to bind port d90b78bb-3baf-4ef1-ac32-d830abb04969 on network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:20:58.560208 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56482e7f-8c8b-4c19-8aaa-01ece71f7eb5 req-21a39d20-e90e-4760-b164-671dfbc4795f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.562008 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-56482e7f-8c8b-4c19-8aaa-01ece71f7eb5 req-21a39d20-e90e-4760-b164-671dfbc4795f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 932 time: 0.2403429 Jun 28 14:20:58.562726 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:20:58.563065 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Checking segment: {'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:20:58.563441 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Bound using segment: {'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:20:58.563877 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Bound port: d90b78bb-3baf-4ef1-ac32-d830abb04969, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:20:58.564254 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.582591 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] For port 85e38d86-86d3-4622-b81f-caaa58f60d28, host hv-cinder-76111, cleared binding levels {{(pid=93575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:20:58.585776 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] For port 85e38d86-86d3-4622-b81f-caaa58f60d28, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=85e38d86-86d3-4622-b81f-caaa58f60d28,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:20:58.648354 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfaaa851-a28f-4b45-bf72-4b8c2660d2b8 req-67b9d0de-d3a2-4457-a77c-017bce2297ab service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776280 Jun 28 14:20:58.658000 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-56482e7f-8c8b-4c19-8aaa-01ece71f7eb5 req-74c3efe7-1448-4c2b-9cdf-b82e76d1b67c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843842 Jun 28 14:20:58.670168 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.675227 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:58.682180 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] For port d90b78bb-3baf-4ef1-ac32-d830abb04969, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:20:58.690690 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] For port d90b78bb-3baf-4ef1-ac32-d830abb04969, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d90b78bb-3baf-4ef1-ac32-d830abb04969,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:20:58.719425 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.729036 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.729036 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] 10.222.0.37 "PUT /v2.0/ports/85e38d86-86d3-4622-b81f-caaa58f60d28 HTTP/1.1" status: 200 len: 1094 time: 1.0088627 Jun 28 14:20:58.729036 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'tag': '85e38d86-86d3-4622-b81f-caaa58f60d28'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:58.729036 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b52247-7006-49ce-a497-625615b29b70" -d '{"events": [{"name": "network-changed", "server_uuid": "efceabc2-3e19-48f8-8304-64e3e53767d2", "tag": "85e38d86-86d3-4622-b81f-caaa58f60d28"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:58.756905 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Pushing event updated for resources: {'Port': ['ID=85e38d86-86d3-4622-b81f-caaa58f60d28,revision_number=3']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:58.760570 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:58.813413 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.830077 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b953b9-150b-4fa2-b8f5-8902afd3bf55 req-dc5bb6a3-c9c1-49ce-b911-04a84fd62c17 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.831541 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-44b953b9-150b-4fa2-b8f5-8902afd3bf55 req-dc5bb6a3-c9c1-49ce-b911-04a84fd62c17 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 943 time: 0.0698421 Jun 28 14:20:58.832023 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-efd2dafd-a7f3-4c52-a9c5-628391533f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:20:58.876121 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-44b953b9-150b-4fa2-b8f5-8902afd3bf55 req-57c06ff5-77ea-4a26-b6df-ea9df6153cb8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Jun 28 14:20:58.879238 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.880014 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:20:58.881375 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] 10.222.0.37 "PUT /v2.0/ports/d90b78bb-3baf-4ef1-ac32-d830abb04969 HTTP/1.1" status: 200 len: 1093 time: 1.7667964 Jun 28 14:20:58.883946 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'tag': 'd90b78bb-3baf-4ef1-ac32-d830abb04969'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:20:58.884343 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ecdcb-8ad8-43aa-8e31-2032a3072571" -d '{"events": [{"name": "network-changed", "server_uuid": "7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1", "tag": "d90b78bb-3baf-4ef1-ac32-d830abb04969"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:20:58.912771 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=d90b78bb-3baf-4ef1-ac32-d830abb04969,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:20:58.916047 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:20:58.934853 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-f2792495-7e2f-4bfa-8809-5df0b5aa5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.935918 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148bc8-2fc9-4e97-96f7-7771ba5c3685 req-15b26263-a794-4003-a5fc-1d886a7e1a78 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:58.937492 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-f2792495-7e2f-4bfa-8809-5df0b5aa5fb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 1097 time: 0.0605657 Jun 28 14:20:58.937815 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-65148bc8-2fc9-4e97-96f7-7771ba5c3685 req-15b26263-a794-4003-a5fc-1d886a7e1a78 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1367822 Jun 28 14:20:58.949697 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f1d901-773f-42b7-bbac-2bf08fb191ea x-openstack-request-id: req-f9f1d901-773f-42b7-bbac-2bf08fb191ea {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:58.949697 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efceabc2-3e19-48f8-8304-64e3e53767d2", "tag": "85e38d86-86d3-4622-b81f-caaa58f60d28", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:58.949697 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9f1d901-773f-42b7-bbac-2bf08fb191ea {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:58.949697 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'tag': '85e38d86-86d3-4622-b81f-caaa58f60d28', 'status': 'completed', 'code': 200} Jun 28 14:20:58.979746 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-65148bc8-2fc9-4e97-96f7-7771ba5c3685 req-7c44b467-8143-40c9-9e35-749bc2809fe4 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Jun 28 14:20:58.986258 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37dba5d-d886-4307-a1b7-e5371772598a x-openstack-request-id: req-b37dba5d-d886-4307-a1b7-e5371772598a {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:20:58.986771 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1", "tag": "d90b78bb-3baf-4ef1-ac32-d830abb04969", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:20:58.987092 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b37dba5d-d886-4307-a1b7-e5371772598a {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:20:58.987634 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'tag': 'd90b78bb-3baf-4ef1-ac32-d830abb04969', 'status': 'completed', 'code': 200} Jun 28 14:20:59.066324 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-3b1ebec2-4c45-400f-8325-44e490f418a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85e38d86-86d3-4622-b81f-caaa58f60d28 HTTP/1.1" status: 200 len: 217 time: 0.0362470 Jun 28 14:20:59.102836 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ecdcb-8ad8-43aa-8e31-2032a3072571 req-d24dac46-43cc-4f44-a672-eb7745f611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.104357 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-929ecdcb-8ad8-43aa-8e31-2032a3072571 req-d24dac46-43cc-4f44-a672-eb7745f611ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cee26a13a124164bcaff348ff98b984&device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0541391 Jun 28 14:20:59.118196 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-f803d571-9dc7-4e16-99c2-2f5b847dd696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.119641 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-f803d571-9dc7-4e16-99c2-2f5b847dd696 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6981fa97-02c7-4a72-be5b-b50211239b87 HTTP/1.1" status: 200 len: 848 time: 0.0422549 Jun 28 14:20:59.160326 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-44e6e7f4-889e-42d1-a77a-8720cf90f4d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b993e42-5209-4589-b0aa-b2a64ada59cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319529 Jun 28 14:20:59.225129 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ecdcb-8ad8-43aa-8e31-2032a3072571 req-21443c5d-1ede-4974-ba62-9f12e9404ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.226605 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-929ecdcb-8ad8-43aa-8e31-2032a3072571 req-21443c5d-1ede-4974-ba62-9f12e9404ccb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2cee26a13a124164bcaff348ff98b984&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0987778 Jun 28 14:20:59.292422 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3740b2-9018-4319-8fa6-4c2bfc4cf21f req-ebdf79b2-c0ce-4eb9-9747-e7276eb9588f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.293933 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea3740b2-9018-4319-8fa6-4c2bfc4cf21f req-ebdf79b2-c0ce-4eb9-9747-e7276eb9588f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1361954 Jun 28 14:20:59.296213 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-327691cd-9bed-43c7-8521-6405e137bd26 service neutron] 10.222.0.37 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279149 Jun 28 14:20:59.354239 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ecdcb-8ad8-43aa-8e31-2032a3072571 req-9e73e215-aa7a-4d0d-97ae-f8c8adb93f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.355696 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-929ecdcb-8ad8-43aa-8e31-2032a3072571 req-9e73e215-aa7a-4d0d-97ae-f8c8adb93f7e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208503 Jun 28 14:20:59.383985 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea3740b2-9018-4319-8fa6-4c2bfc4cf21f req-a339005d-bf67-4a24-b3a4-2eb369614f1a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832448 Jun 28 14:20:59.389587 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333adeb-039b-415b-b20e-d6f1e587650e req-2e884ea9-bb2c-4939-991e-f1b37f82e7c0 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.391509 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6333adeb-039b-415b-b20e-d6f1e587650e req-2e884ea9-bb2c-4939-991e-f1b37f82e7c0 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0710747 Jun 28 14:20:59.429781 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ecf4ee95-f0f6-4460-8995-7483d7545f49 req-3b938d58-48ef-4bb1-88f3-dd806165fadc service neutron] 10.222.0.37 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211815 Jun 28 14:20:59.436996 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6333adeb-039b-415b-b20e-d6f1e587650e req-24f1dea9-1799-441f-a30f-34cd3658ea2f tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393755 Jun 28 14:20:59.555680 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-9c2d468e-b5e8-455a-9a5d-d5a970ee306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.557149 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-9c2d468e-b5e8-455a-9a5d-d5a970ee306c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cee26a13a124164bcaff348ff98b984&device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0989070 Jun 28 14:20:59.581239 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597300a-4e09-4571-b0d8-24cdb4eb996d req-581b3cde-73bc-46e9-8429-76f9c063b977 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.582655 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a597300a-4e09-4571-b0d8-24cdb4eb996d req-581b3cde-73bc-46e9-8429-76f9c063b977 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0711420 Jun 28 14:20:59.618752 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a597300a-4e09-4571-b0d8-24cdb4eb996d req-9e147046-c6fa-400a-a378-d1128b8cbdad tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Jun 28 14:20:59.674390 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-1e2be682-083e-4e47-99e0-76044c59102a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d90b78bb-3baf-4ef1-ac32-d830abb04969 HTTP/1.1" status: 200 len: 217 time: 0.0331070 Jun 28 14:20:59.693199 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b52247-7006-49ce-a497-625615b29b70 req-bbe076e1-2b8a-4aa9-bd66-1b78edd268f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.694741 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61b52247-7006-49ce-a497-625615b29b70 req-bbe076e1-2b8a-4aa9-bd66-1b78edd268f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 1097 time: 0.0545235 Jun 28 14:20:59.731296 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-5a9d381b-2f12-48c9-8849-685684ab51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.733634 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-5a9d381b-2f12-48c9-8849-685684ab51fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93f424a3-36b0-4e6f-a44a-bd5864698efc HTTP/1.1" status: 200 len: 854 time: 0.0503099 Jun 28 14:20:59.773541 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-053002bf-2859-480e-a997-67e64d8b523d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ad0be34-0576-43c2-b5a5-99d28ad35e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323811 Jun 28 14:20:59.826766 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b52247-7006-49ce-a497-625615b29b70 req-e148ad5f-fd69-491a-946a-78b4f9e5c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.828300 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61b52247-7006-49ce-a497-625615b29b70 req-e148ad5f-fd69-491a-946a-78b4f9e5c584 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b993e42-5209-4589-b0aa-b2a64ada59cf HTTP/1.1" status: 200 len: 909 time: 0.1198487 Jun 28 14:20:59.883661 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-ba5e46c0-2053-490f-b232-21573b502c51 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980892 Jun 28 14:20:59.886411 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61b52247-7006-49ce-a497-625615b29b70 req-ce7326bb-c1cc-43ce-8983-850fd1dce6c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85e38d86-86d3-4622-b81f-caaa58f60d28 HTTP/1.1" status: 200 len: 217 time: 0.0428309 Jun 28 14:20:59.896764 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037d0e-7dd6-4d38-930e-fa945ba3eabc req-903994a3-af93-4051-b32c-4a0c2799d69f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.898165 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-38037d0e-7dd6-4d38-930e-fa945ba3eabc req-903994a3-af93-4051-b32c-4a0c2799d69f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 944 time: 0.1029694 Jun 28 14:20:59.963668 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b52247-7006-49ce-a497-625615b29b70 req-fab6ba4e-e867-4fce-a120-9c26a910b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:20:59.965260 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61b52247-7006-49ce-a497-625615b29b70 req-fab6ba4e-e867-4fce-a120-9c26a910b63d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6981fa97-02c7-4a72-be5b-b50211239b87 HTTP/1.1" status: 200 len: 848 time: 0.0662007 Jun 28 14:20:59.973459 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-38037d0e-7dd6-4d38-930e-fa945ba3eabc req-daf0e993-7faf-432f-aae8-c639058bf975 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Jun 28 14:20:59.985486 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5fecce57-23bc-4d9f-b12c-3c16a6a17ea4 req-78f35484-98b7-4db1-acf6-4a4f04105986 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899460 Jun 28 14:21:00.001292 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61b52247-7006-49ce-a497-625615b29b70 req-64ae1907-3fa6-4fe1-88dc-81557e6d746a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b993e42-5209-4589-b0aa-b2a64ada59cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271010 Jun 28 14:21:00.071141 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fb71a-ac8c-431f-b4ea-67abf44b7537 req-703bcaf0-d914-41c9-8f16-10ab9871c52c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:00.072724 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3a0fb71a-ac8c-431f-b4ea-67abf44b7537 req-703bcaf0-d914-41c9-8f16-10ab9871c52c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 943 time: 0.0679655 Jun 28 14:21:00.116171 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3a0fb71a-ac8c-431f-b4ea-67abf44b7537 req-d6046d76-231a-4904-adeb-a50b89d31f8a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364568 Jun 28 14:21:00.148832 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61b52247-7006-49ce-a497-625615b29b70 req-c46c0349-9dcf-4bff-8a22-82d024ab8ea1 service neutron] 10.222.0.37 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321614 Jun 28 14:21:00.182909 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe16d3-12c6-4d79-a950-57dae6d316cf req-48a86ac2-66de-448e-845c-24a46e32f457 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:00.184322 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-24fe16d3-12c6-4d79-a950-57dae6d316cf req-48a86ac2-66de-448e-845c-24a46e32f457 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0739350 Jun 28 14:21:00.237477 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-24fe16d3-12c6-4d79-a950-57dae6d316cf req-3528b9fe-cf5f-4eac-8cd3-4ca5e4e89fac tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Jun 28 14:21:00.310431 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61b52247-7006-49ce-a497-625615b29b70 req-cb0c241f-598e-4aba-852a-729836aa25c3 service neutron] 10.222.0.37 "GET /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953186 Jun 28 14:21:00.565611 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1a1e-9e57-4927-8527-d3e0bba0855a req-23337739-8cba-4714-acc5-c4854c39ac30 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:00.567118 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a2bb1a1e-9e57-4927-8527-d3e0bba0855a req-23337739-8cba-4714-acc5-c4854c39ac30 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0631084 Jun 28 14:21:00.606096 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a2bb1a1e-9e57-4927-8527-d3e0bba0855a req-440758a8-92f3-4fe2-8f07-33e2589c5950 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Jun 28 14:21:00.619628 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42edbd3-31ae-417f-9a3a-4523dc8ebded req-8f0a3c65-947d-43d6-af4c-f103e60f80cd tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:00.621147 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e42edbd3-31ae-417f-9a3a-4523dc8ebded req-8f0a3c65-947d-43d6-af4c-f103e60f80cd tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0688648 Jun 28 14:21:00.662344 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e42edbd3-31ae-417f-9a3a-4523dc8ebded req-408332b6-12ff-48d4-af5b-7a42c31a49e8 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Jun 28 14:21:00.804757 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46475-4b8e-4b9c-8dd5-54d0d1ee7555 req-e7c59460-e98d-4502-b50d-375954c57371 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:00.806174 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b7c46475-4b8e-4b9c-8dd5-54d0d1ee7555 req-e7c59460-e98d-4502-b50d-375954c57371 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0629065 Jun 28 14:21:00.848580 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b7c46475-4b8e-4b9c-8dd5-54d0d1ee7555 req-9b834348-3bae-4322-afbd-5fcca2f9f861 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356526 Jun 28 14:21:01.159585 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca970b-f61f-48a5-b008-c84bf86c6415 req-6ac58d3c-552c-4b62-9fe9-6ed12e60857a tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:01.161297 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-52ca970b-f61f-48a5-b008-c84bf86c6415 req-6ac58d3c-552c-4b62-9fe9-6ed12e60857a tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 944 time: 0.0664115 Jun 28 14:21:01.198117 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-52ca970b-f61f-48a5-b008-c84bf86c6415 req-3eac5453-98f7-47f2-ba33-1f9858899dea tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Jun 28 14:21:01.293783 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c12bd-fd92-4342-8427-eda5fc68fdcc req-d88135a3-497a-4594-96d4-1f56c7394abc tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:01.295269 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-317c12bd-fd92-4342-8427-eda5fc68fdcc req-d88135a3-497a-4594-96d4-1f56c7394abc tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 943 time: 0.0660610 Jun 28 14:21:01.334027 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-317c12bd-fd92-4342-8427-eda5fc68fdcc req-b1fe2f2f-4359-4b14-aa6d-a095014855e3 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Jun 28 14:21:01.409201 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae76d-8a37-456a-9db2-81f9f9243b5b req-d9718515-1b52-4a9f-baee-4b3768f102b1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:01.410640 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1e6ae76d-8a37-456a-9db2-81f9f9243b5b req-d9718515-1b52-4a9f-baee-4b3768f102b1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0613484 Jun 28 14:21:01.446813 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1e6ae76d-8a37-456a-9db2-81f9f9243b5b req-3f50a0bb-36dc-4b27-beb2-d0278a7cd13c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Jun 28 14:21:01.784890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcd429-d7d6-49a3-817a-803231ec7ec9 req-fc8f5fd9-377b-4ac0-9a3e-1270592454d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:01.786376 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-64bcd429-d7d6-49a3-817a-803231ec7ec9 req-fc8f5fd9-377b-4ac0-9a3e-1270592454d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0634222 Jun 28 14:21:01.827956 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-64bcd429-d7d6-49a3-817a-803231ec7ec9 req-daa6932c-7074-4424-8aea-73b9394bb4c4 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360212 Jun 28 14:21:01.838917 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94408e2f-c23a-4f47-b58e-d927c84a4f3b req-c03cbcd6-cdb0-400e-a3ac-bcbcb93b9528 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:01.841177 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-94408e2f-c23a-4f47-b58e-d927c84a4f3b req-c03cbcd6-cdb0-400e-a3ac-bcbcb93b9528 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0679779 Jun 28 14:21:01.919002 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-94408e2f-c23a-4f47-b58e-d927c84a4f3b req-0e039300-0e9c-4f3e-be80-d40d6817cc54 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719495 Jun 28 14:21:01.947812 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-f9659353-6b94-484f-989b-8bcd38ba6f99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825410 Jun 28 14:21:02.038113 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-71a1ad40-d046-472d-92bd-9409bff087a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:02.039572 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-71a1ad40-d046-472d-92bd-9409bff087a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 1098 time: 0.0528142 Jun 28 14:21:02.039734 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2195a7-c21c-4f55-b76f-8c1cac64e39d req-08a592f9-28cb-45e9-98c3-8a58b0aa99af tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:02.041188 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3e2195a7-c21c-4f55-b76f-8c1cac64e39d req-08a592f9-28cb-45e9-98c3-8a58b0aa99af tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0632970 Jun 28 14:21:02.085394 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3e2195a7-c21c-4f55-b76f-8c1cac64e39d req-86cd7a54-e7c9-4a5c-9a17-3f7faf872a7d tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381131 Jun 28 14:21:02.150698 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-9ccec98c-3ea9-41ae-8c49-49fb90e0034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:02.152085 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-9ccec98c-3ea9-41ae-8c49-49fb90e0034b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.0885825 Jun 28 14:21:02.198891 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-667760d7-49c1-4aa0-8e68-2abfa53cf66c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f781925a-57fd-4226-833f-dee3d3030bbc HTTP/1.1" status: 200 len: 217 time: 0.0348542 Jun 28 14:21:02.248368 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-b8e1640f-0657-4206-a548-f4bf093ae79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:02.249866 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-b8e1640f-0657-4206-a548-f4bf093ae79e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.0441937 Jun 28 14:21:02.289406 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-6b8c0213-285c-485d-9aba-cc48fdd664d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301671 Jun 28 14:21:02.422268 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-41272b87-1672-4c05-af72-4d897f33e752 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241479 Jun 28 14:21:02.429539 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba8013-7f13-4ef9-bc7a-c5a1fd300de8 req-d764747c-df7e-48f4-a299-99941d8e6c9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:02.430924 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7ba8013-7f13-4ef9-bc7a-c5a1fd300de8 req-d764747c-df7e-48f4-a299-99941d8e6c9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 944 time: 0.1162457 Jun 28 14:21:02.463134 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device d90b78bb-3baf-4ef1-ac32-d830abb04969 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:21:02.504292 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81692-aa5f-43e3-98e4-59e803042add req-84b1494e-57c9-46fd-b443-28347f98114a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:02.505826 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-21d81692-aa5f-43e3-98e4-59e803042add req-84b1494e-57c9-46fd-b443-28347f98114a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 943 time: 0.0631771 Jun 28 14:21:02.525252 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7ba8013-7f13-4ef9-bc7a-c5a1fd300de8 req-19111309-ca71-46d5-bb05-77898030a0bc tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844517 Jun 28 14:21:02.546057 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-21d81692-aa5f-43e3-98e4-59e803042add req-50298b0e-4fd5-40b6-9d84-37c7ff0f5301 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345957 Jun 28 14:21:02.554273 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e3e7a2cf-9b94-4799-a0de-99d2a2cd424b req-39923f60-5f55-4881-ab8a-578dd0c33839 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211455 Jun 28 14:21:02.578330 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port d90b78bb-3baf-4ef1-ac32-d830abb04969, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d90b78bb-3baf-4ef1-ac32-d830abb04969,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:02.596734 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'd90b78bb-3baf-4ef1-ac32-d830abb04969', 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05', 'port_id': 'd90b78bb-3baf-4ef1-ac32-d830abb04969', 'mac_address': 'fa:16:3e:71:1e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f424a3-36b0-4e6f-a44a-bd5864698efc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:21:02.633341 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:02.649915 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90b78bb-3baf-4ef1-ac32-d830abb04969 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:21:02.669508 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port d90b78bb-3baf-4ef1-ac32-d830abb04969, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d90b78bb-3baf-4ef1-ac32-d830abb04969,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:02.711766 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a5025-fdd1-4227-ad0d-92e7df934400 req-0b580a59-3a06-4f9f-8825-2fe907433db5 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:02.713147 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-068a5025-fdd1-4227-ad0d-92e7df934400 req-0b580a59-3a06-4f9f-8825-2fe907433db5 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0654047 Jun 28 14:21:02.726415 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:02.729727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 85e38d86-86d3-4622-b81f-caaa58f60d28 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:21:02.735055 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:02.755842 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-068a5025-fdd1-4227-ad0d-92e7df934400 req-5097108f-189b-4b1b-9900-38f0b8d165e8 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Jun 28 14:21:02.762556 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-2ca892bb-dac1-4e29-bc66-a99a7ad0bfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:02.835870 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=d90b78bb-3baf-4ef1-ac32-d830abb04969,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:02.847481 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.847828 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.848195 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.848534 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.849000 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.849339 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.849667 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.849990 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.850391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.850716 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.851049 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.851353 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:02.855186 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:02.884898 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 85e38d86-86d3-4622-b81f-caaa58f60d28, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=85e38d86-86d3-4622-b81f-caaa58f60d28,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:02.899715 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '85e38d86-86d3-4622-b81f-caaa58f60d28', 'network_id': '3b993e42-5209-4589-b0aa-b2a64ada59cf', 'port_id': '85e38d86-86d3-4622-b81f-caaa58f60d28', 'mac_address': 'fa:16:3e:ff:40:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6981fa97-02c7-4a72-be5b-b50211239b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:21:02.936843 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:02.949816 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e38d86-86d3-4622-b81f-caaa58f60d28 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:21:02.973494 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 85e38d86-86d3-4622-b81f-caaa58f60d28, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=85e38d86-86d3-4622-b81f-caaa58f60d28,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:03.019819 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4f4ac-711c-4986-ac1a-e8f07db4a735 req-e080ae12-97e1-467e-bffe-78306d27ca41 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:03.027291 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-54b4f4ac-711c-4986-ac1a-e8f07db4a735 req-e080ae12-97e1-467e-bffe-78306d27ca41 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0807910 Jun 28 14:21:03.046534 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:03.047468 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device e1ef24c4-fee4-4ac7-a60e-e49ad365963e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:21:03.050400 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-9c65df6a-6e52-4586-8fdc-fb0d104fec00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:03.068697 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-54b4f4ac-711c-4986-ac1a-e8f07db4a735 req-ed878fb2-3396-4110-bf15-cb0862f994bf tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Jun 28 14:21:03.144788 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e736c-1c67-4f46-acc4-22b365b857e4 req-729961ef-7d8d-41c9-9be0-3c6e4e9b94b4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:03.146512 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d36e736c-1c67-4f46-acc4-22b365b857e4 req-729961ef-7d8d-41c9-9be0-3c6e4e9b94b4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0772057 Jun 28 14:21:03.153053 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=85e38d86-86d3-4622-b81f-caaa58f60d28,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:03.157834 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:03.192730 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d36e736c-1c67-4f46-acc4-22b365b857e4 req-2188d5ac-1a04-4140-8c3f-511120021d23 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396166 Jun 28 14:21:03.226031 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port e1ef24c4-fee4-4ac7-a60e-e49ad365963e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:03.237341 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'port_id': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e28bc-85fe-4512-8b0b-394b4c3432b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:21:03.273919 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:03.289260 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ef24c4-fee4-4ac7-a60e-e49ad365963e {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:21:03.290325 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc1b6-187c-4947-a0e7-a5f5e3707dd3 req-317ab642-d531-4e84-9790-90d45a08cb4c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:03.291828 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9c5bc1b6-187c-4947-a0e7-a5f5e3707dd3 req-317ab642-d531-4e84-9790-90d45a08cb4c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0719364 Jun 28 14:21:03.309177 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port e1ef24c4-fee4-4ac7-a60e-e49ad365963e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:03.330852 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9c5bc1b6-187c-4947-a0e7-a5f5e3707dd3 req-fccf179b-5b09-4bed-91f4-9daac0971659 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Jun 28 14:21:03.377749 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:03.379578 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:03.424717 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:03.430288 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:03.739903 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc51a6-a269-46bc-bd82-ed4cb652fb8e req-b715d89e-016e-4105-b1f5-f7783a9ec43c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:03.741308 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a9bc51a6-a269-46bc-bd82-ed4cb652fb8e req-b715d89e-016e-4105-b1f5-f7783a9ec43c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 944 time: 0.0635324 Jun 28 14:21:03.744050 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f0aa0-2de6-423f-b3d4-0e5b18e66340 req-16f3993b-4614-47c6-9e03-70978f55ba4f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:03.745572 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0e2f0aa0-2de6-423f-b3d4-0e5b18e66340 req-16f3993b-4614-47c6-9e03-70978f55ba4f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 945 time: 0.0683010 Jun 28 14:21:03.780984 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a9bc51a6-a269-46bc-bd82-ed4cb652fb8e req-7dec171f-4c2f-4d0d-b28b-95e59c2c17fc tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Jun 28 14:21:03.784808 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0e2f0aa0-2de6-423f-b3d4-0e5b18e66340 req-f3d20926-8f6b-47cf-93f8-370dd23c6479 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Jun 28 14:21:03.948462 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5a797-f245-4ece-ab94-314f7b152703 req-74bdb6c9-f2b7-4483-925f-1a15f742464b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:03.949917 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9ee5a797-f245-4ece-ab94-314f7b152703 req-74bdb6c9-f2b7-4483-925f-1a15f742464b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0626621 Jun 28 14:21:03.990707 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9ee5a797-f245-4ece-ab94-314f7b152703 req-b0b83c90-5cbd-40cf-b264-5378ed0a77e9 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Jun 28 14:21:04.266198 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adde35-a861-4d72-940e-c38be10c3af4 req-772071c7-5a53-40a1-a25f-15a93e9e4dbe tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:04.267567 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-41adde35-a861-4d72-940e-c38be10c3af4 req-772071c7-5a53-40a1-a25f-15a93e9e4dbe tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0684586 Jun 28 14:21:04.307284 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-41adde35-a861-4d72-940e-c38be10c3af4 req-e8f7a405-9f44-4ef0-8696-08729ef94a6c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340636 Jun 28 14:21:04.366362 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e563d-2e6c-4530-81f4-4b789c511e76 req-b7ae8a3c-b13f-4014-89f3-af126356ccf8 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:04.367837 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-408e563d-2e6c-4530-81f4-4b789c511e76 req-b7ae8a3c-b13f-4014-89f3-af126356ccf8 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0637081 Jun 28 14:21:04.386010 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['85e38d86-86d3-4622-b81f-caaa58f60d28'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:04.408888 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-408e563d-2e6c-4530-81f4-4b789c511e76 req-19d10158-f626-44fc-8b06-d404e2dcfcfc tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346770 Jun 28 14:21:04.413139 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['e1ef24c4-fee4-4ac7-a60e-e49ad365963e'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:04.439875 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['d90b78bb-3baf-4ef1-ac32-d830abb04969'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:04.516693 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3f7da-7d73-41e9-9153-c06f79df098b req-9fd34ce3-34d1-4241-9f7c-c5ba0163819e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:04.518104 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-67d3f7da-7d73-41e9-9153-c06f79df098b req-9fd34ce3-34d1-4241-9f7c-c5ba0163819e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0650041 Jun 28 14:21:04.558643 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-67d3f7da-7d73-41e9-9153-c06f79df098b req-2592e58f-5abb-4efa-950a-a072d957de60 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343056 Jun 28 14:21:04.963054 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea52b1-e557-43d5-9d31-a252ed0fcadf req-6b3262b3-c264-4170-86b3-a65c77160389 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:04.963961 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b734a-0ce5-47cd-979b-e0ecd6b21e09 req-dce0151f-84cc-418e-bbb0-6ebd6048a06e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:04.965612 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d70b734a-0ce5-47cd-979b-e0ecd6b21e09 req-dce0151f-84cc-418e-bbb0-6ebd6048a06e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 944 time: 0.0711336 Jun 28 14:21:04.970461 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-09ea52b1-e557-43d5-9d31-a252ed0fcadf req-6b3262b3-c264-4170-86b3-a65c77160389 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 945 time: 0.0728259 Jun 28 14:21:05.007469 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d70b734a-0ce5-47cd-979b-e0ecd6b21e09 req-e3e07aac-bc82-4732-9571-5564bc27dbe5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 Jun 28 14:21:05.008630 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-09ea52b1-e557-43d5-9d31-a252ed0fcadf req-972a626b-0e2b-4454-ad1d-35c9d05b3bf5 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Jun 28 14:21:05.251802 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3d0b9357-97b4-4518-be51-a30afb3d308a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:05.334689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e726959-d903-4445-89a4-655527ede248 req-a2bb566f-0aa4-40da-bca2-285809cb1bcf tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:05.336176 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8e726959-d903-4445-89a4-655527ede248 req-a2bb566f-0aa4-40da-bca2-285809cb1bcf tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0697207 Jun 28 14:21:05.375277 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8e726959-d903-4445-89a4-655527ede248 req-c7081c44-c8cb-497c-be95-1dcbc4b71a91 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 Jun 28 14:21:05.401636 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:05.469675 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:05.493642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fa154-fa90-496b-870b-5676266367ba req-4b0b2dc6-037d-4ff7-95ce-f5f50151d63c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:05.495093 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-896fa154-fa90-496b-870b-5676266367ba req-4b0b2dc6-037d-4ff7-95ce-f5f50151d63c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0643485 Jun 28 14:21:05.534464 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-896fa154-fa90-496b-870b-5676266367ba req-5898d0c8-07be-4901-ac1c-59c8cff7c21c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335703 Jun 28 14:21:05.591215 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f14d-e373-46f6-842e-7f7c2b9ecd50 req-7830ab21-4657-4930-b642-47dcf292e89e tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:05.593026 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6c54f14d-e373-46f6-842e-7f7c2b9ecd50 req-7830ab21-4657-4930-b642-47dcf292e89e tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0627105 Jun 28 14:21:05.630914 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6c54f14d-e373-46f6-842e-7f7c2b9ecd50 req-a6957001-f0ce-454a-ba47-7fd5a95f0c1d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Jun 28 14:21:05.744742 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529b22d-a599-47f1-bfc4-5eab6c6737a3 req-2faee83e-7920-452e-be51-7cbb7425ae4c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:05.746280 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8529b22d-a599-47f1-bfc4-5eab6c6737a3 req-2faee83e-7920-452e-be51-7cbb7425ae4c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0714726 Jun 28 14:21:05.789760 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8529b22d-a599-47f1-bfc4-5eab6c6737a3 req-eb5cdff9-35b4-45a5-af6a-dd5b907bbcd9 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362575 Jun 28 14:21:06.196040 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aa6ee-bdf6-4aa5-b351-abe9181f92d6 req-0fb83aad-221d-47a9-9815-ed9ba7a5680f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:06.197640 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e74aa6ee-bdf6-4aa5-b351-abe9181f92d6 req-0fb83aad-221d-47a9-9815-ed9ba7a5680f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 944 time: 0.0627434 Jun 28 14:21:06.202169 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d796d36-1047-49e2-ba03-dbc3269bf3e2 req-7254ab5d-9486-4858-aacc-3c61c43ce0b4 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:06.203651 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d796d36-1047-49e2-ba03-dbc3269bf3e2 req-7254ab5d-9486-4858-aacc-3c61c43ce0b4 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 945 time: 0.0670738 Jun 28 14:21:06.241751 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e74aa6ee-bdf6-4aa5-b351-abe9181f92d6 req-7f8a042b-3fde-4eff-bcca-5ef6fde4d2b8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Jun 28 14:21:06.246331 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d796d36-1047-49e2-ba03-dbc3269bf3e2 req-ac87f150-7b51-423b-9a0b-4062bcc65e5f tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Jun 28 14:21:06.483788 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device e1ef24c4-fee4-4ac7-a60e-e49ad365963e up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:06.510286 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:06.581790 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port e1ef24c4-fee4-4ac7-a60e-e49ad365963e completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:06.585188 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5537b32-4a49-4258-a1b8-54471fe03e73 req-7f66e099-656e-4619-9cdf-37e1131e64cb tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:06.587081 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port e1ef24c4-fee4-4ac7-a60e-e49ad365963e triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:06.587665 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:06.593119 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a5537b32-4a49-4258-a1b8-54471fe03e73 req-7f66e099-656e-4619-9cdf-37e1131e64cb tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0803702 Jun 28 14:21:06.635192 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a5537b32-4a49-4258-a1b8-54471fe03e73 req-48c23572-38f0-4d2c-b061-7efda64f84e5 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 Jun 28 14:21:06.679509 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:06.704393 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:06.706644 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263ed041-321f-4bc3-a1bd-faf9a255d9ac" -d '{"events": [{"server_uuid": "89598268-6d93-44e4-9f83-1bc2fde0e67f", "name": "network-vif-plugged", "status": "completed", "tag": "e1ef24c4-fee4-4ac7-a60e-e49ad365963e"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:06.721604 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port e1ef24c4-fee4-4ac7-a60e-e49ad365963e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:06.756760 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1dad-912f-4624-98c5-3cca2bd91f90 req-b6b654e3-ddd2-4466-8657-ab6accf68c96 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:06.758282 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-762b1dad-912f-4624-98c5-3cca2bd91f90 req-b6b654e3-ddd2-4466-8657-ab6accf68c96 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0888431 Jun 28 14:21:06.799564 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-762b1dad-912f-4624-98c5-3cca2bd91f90 req-c27b3430-105d-4129-ba94-e5599f80cd80 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344000 Jun 28 14:21:06.800310 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:06.801197 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 85e38d86-86d3-4622-b81f-caaa58f60d28 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:06.802938 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:06.851223 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b1634-d18e-4bf0-a325-2e2fda378ef5 req-04409559-57d3-4085-a4d6-f3be2b9dea96 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:06.853019 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-836b1634-d18e-4bf0-a325-2e2fda378ef5 req-04409559-57d3-4085-a4d6-f3be2b9dea96 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0683534 Jun 28 14:21:06.869463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce4c69e-8a21-440b-bfdd-624a6b813e56 x-openstack-request-id: req-4ce4c69e-8a21-440b-bfdd-624a6b813e56 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:06.869463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89598268-6d93-44e4-9f83-1bc2fde0e67f", "name": "network-vif-plugged", "status": "completed", "tag": "e1ef24c4-fee4-4ac7-a60e-e49ad365963e", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:06.869463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ce4c69e-8a21-440b-bfdd-624a6b813e56 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:06.869463 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e', 'code': 200} Jun 28 14:21:06.889158 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:06.893751 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:06.894424 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-836b1634-d18e-4bf0-a325-2e2fda378ef5 req-c5f601eb-7aec-4f62-9dbe-ff6983b7da66 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Jun 28 14:21:06.977369 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 85e38d86-86d3-4622-b81f-caaa58f60d28 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:06.981616 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 85e38d86-86d3-4622-b81f-caaa58f60d28 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:06.982355 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:07.022705 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e207d2-c94c-4b96-a800-342a2de2d1e5 req-5074bf8f-7122-477a-993d-455affcbd227 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:07.028610 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7e207d2-c94c-4b96-a800-342a2de2d1e5 req-5074bf8f-7122-477a-993d-455affcbd227 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0710447 Jun 28 14:21:07.062907 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:07.067843 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7e207d2-c94c-4b96-a800-342a2de2d1e5 req-14e33a28-b711-4843-a1cc-09ed00c63dec tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Jun 28 14:21:07.106295 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 85e38d86-86d3-4622-b81f-caaa58f60d28, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=85e38d86-86d3-4622-b81f-caaa58f60d28,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:07.166573 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:07.168480 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:07.220530 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=85e38d86-86d3-4622-b81f-caaa58f60d28,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:07.223727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:07.452362 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8c08-c5b2-43ca-82ba-d8b2eea0cb6d req-37060180-66a6-43e5-bf82-2b4050c64f54 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:07.454443 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-edba8c08-c5b2-43ca-82ba-d8b2eea0cb6d req-37060180-66a6-43e5-bf82-2b4050c64f54 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 945 time: 0.0776980 Jun 28 14:21:07.464679 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc279-cb60-49e1-b8f1-ee2e5a4e2dbc req-0c8cdcfb-abf0-424c-8fdc-f3661a83f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:07.466209 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eaddc279-cb60-49e1-b8f1-ee2e5a4e2dbc req-0c8cdcfb-abf0-424c-8fdc-f3661a83f925 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 1098 time: 0.1117003 Jun 28 14:21:07.480473 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689723a-d349-43e2-be16-d932b6616f71 req-af37f50a-d427-4bf4-a8d0-9d01237a3f18 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:07.484613 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b689723a-d349-43e2-be16-d932b6616f71 req-af37f50a-d427-4bf4-a8d0-9d01237a3f18 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.1022735 Jun 28 14:21:07.503158 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-edba8c08-c5b2-43ca-82ba-d8b2eea0cb6d req-7a414b19-d5b8-44c6-9523-19d6af9e3ec3 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 Jun 28 14:21:07.537071 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-eaddc279-cb60-49e1-b8f1-ee2e5a4e2dbc req-7efeeae3-ac8f-42e3-81f3-4804075f8601 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514178 Jun 28 14:21:07.544024 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b689723a-d349-43e2-be16-d932b6616f71 req-8bbb8fbf-44f3-4a84-b335-97f81a900bcb tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511923 Jun 28 14:21:07.805286 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b8697-96e2-4814-a147-3475fa6c1bbf req-2ab13650-01cc-448b-9cc6-733b66aff819 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:07.806756 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea2b8697-96e2-4814-a147-3475fa6c1bbf req-2ab13650-01cc-448b-9cc6-733b66aff819 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0678473 Jun 28 14:21:07.843587 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea2b8697-96e2-4814-a147-3475fa6c1bbf req-8b4dc192-afea-4678-bec5-c18ed5384a20 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306022 Jun 28 14:21:07.985429 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91b33-f0ca-4fdf-bc51-86ce175c4945 req-d664f295-48a3-43b5-85a2-ba7177c5ee17 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:07.987202 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5c91b33-f0ca-4fdf-bc51-86ce175c4945 req-d664f295-48a3-43b5-85a2-ba7177c5ee17 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0704401 Jun 28 14:21:08.024876 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5c91b33-f0ca-4fdf-bc51-86ce175c4945 req-693e6464-c89e-49b8-8491-59645ef735cd tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319138 Jun 28 14:21:08.071977 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b69d12-6833-4e21-b907-8887792b7335 req-0b7dc6ef-a471-4029-824e-31f1cc688213 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:08.074238 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-58b69d12-6833-4e21-b907-8887792b7335 req-0b7dc6ef-a471-4029-824e-31f1cc688213 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.0631344 Jun 28 14:21:08.116773 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-58b69d12-6833-4e21-b907-8887792b7335 req-a3b6c91f-83b7-43d8-8f39-b679b222a047 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365644 Jun 28 14:21:08.155348 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:08.274427 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13361c3a-2b12-4a37-93ee-67b3647c28a4 req-54c5acc3-331b-45c1-b432-c338e6cd7ab5 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:08.275970 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-13361c3a-2b12-4a37-93ee-67b3647c28a4 req-54c5acc3-331b-45c1-b432-c338e6cd7ab5 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0719116 Jun 28 14:21:08.314999 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-13361c3a-2b12-4a37-93ee-67b3647c28a4 req-cd57ef36-6da7-4020-a85f-7f5ba2d926f5 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Jun 28 14:21:08.490312 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device d90b78bb-3baf-4ef1-ac32-d830abb04969 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:08.612372 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port d90b78bb-3baf-4ef1-ac32-d830abb04969 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:08.617100 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port d90b78bb-3baf-4ef1-ac32-d830abb04969 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:08.622206 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:08.687090 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae74692-92ea-425b-9d33-78e1e6ecd56f req-d86d9fbe-8beb-4664-a28d-532b7eeb62b8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:08.688656 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6ae74692-92ea-425b-9d33-78e1e6ecd56f req-d86d9fbe-8beb-4664-a28d-532b7eeb62b8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 945 time: 0.0696187 Jun 28 14:21:08.722410 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:08.764073 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6ae74692-92ea-425b-9d33-78e1e6ecd56f req-98dfc9dd-2947-49dd-831e-fd3b9239d301 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567343 Jun 28 14:21:08.765057 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854d6ac-1618-401d-b8a2-3a275120ed3e req-e91569ec-f761-40c5-b77e-99c2cebf5126 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:08.767756 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port d90b78bb-3baf-4ef1-ac32-d830abb04969, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d90b78bb-3baf-4ef1-ac32-d830abb04969,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:08.772576 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a854d6ac-1618-401d-b8a2-3a275120ed3e req-e91569ec-f761-40c5-b77e-99c2cebf5126 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.1071227 Jun 28 14:21:08.820531 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a854d6ac-1618-401d-b8a2-3a275120ed3e req-661418a6-b46c-4f87-bc64-a380bdf1b69e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470443 Jun 28 14:21:08.840682 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:08.843176 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:08.868336 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e38d86-86d3-4622-b81f-caaa58f60d28'}, {'server_uuid': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b78bb-3baf-4ef1-ac32-d830abb04969'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:08.870581 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876738c-ddf1-48ab-ae6e-4226718ff39c" -d '{"events": [{"server_uuid": "efceabc2-3e19-48f8-8304-64e3e53767d2", "name": "network-vif-plugged", "status": "completed", "tag": "85e38d86-86d3-4622-b81f-caaa58f60d28"}, {"server_uuid": "7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "d90b78bb-3baf-4ef1-ac32-d830abb04969"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:08.898727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=d90b78bb-3baf-4ef1-ac32-d830abb04969,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:08.901759 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:08.925389 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d305cf7c-66e6-4552-bf96-92263e942b88 x-openstack-request-id: req-d305cf7c-66e6-4552-bf96-92263e942b88 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:08.925702 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efceabc2-3e19-48f8-8304-64e3e53767d2", "name": "network-vif-plugged", "status": "completed", "tag": "85e38d86-86d3-4622-b81f-caaa58f60d28", "code": 200}, {"server_uuid": "7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "d90b78bb-3baf-4ef1-ac32-d830abb04969", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:08.925961 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d305cf7c-66e6-4552-bf96-92263e942b88 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:08.926360 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e38d86-86d3-4622-b81f-caaa58f60d28', 'code': 200} Jun 28 14:21:08.930155 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b78bb-3baf-4ef1-ac32-d830abb04969', 'code': 200} Jun 28 14:21:09.023023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09125b0-19c7-467a-917a-513ad04c211f req-033aa2d8-a802-4ab5-b9a3-964b13007871 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.024560 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d09125b0-19c7-467a-917a-513ad04c211f req-033aa2d8-a802-4ab5-b9a3-964b13007871 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0664251 Jun 28 14:21:09.061948 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d09125b0-19c7-467a-917a-513ad04c211f req-caacf3fc-3361-428a-b6cd-a5e7e611148b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Jun 28 14:21:09.205475 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ce954-6d02-4937-a790-c17b841efef1 req-16208618-add7-4359-8e1c-e72e11a8a916 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.207198 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ce2ce954-6d02-4937-a790-c17b841efef1 req-16208618-add7-4359-8e1c-e72e11a8a916 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0632260 Jun 28 14:21:09.245741 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ce2ce954-6d02-4937-a790-c17b841efef1 req-231a8237-7536-439f-82fa-f076dde5235e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Jun 28 14:21:09.328629 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295a744-cf7f-4e86-b6a9-fd89bc4b8e23 req-e587c166-72de-4384-b374-16dbce2a6ab7 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.330183 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5295a744-cf7f-4e86-b6a9-fd89bc4b8e23 req-e587c166-72de-4384-b374-16dbce2a6ab7 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0878587 Jun 28 14:21:09.370373 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5295a744-cf7f-4e86-b6a9-fd89bc4b8e23 req-a9b70831-e944-4663-8f59-f0bd0faf8ad4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Jun 28 14:21:09.595338 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da39d-66fe-4b90-8b9b-c66e8345982f req-bd9ea8a9-502f-4519-9f3f-692dae2a370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.596824 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c81da39d-66fe-4b90-8b9b-c66e8345982f req-bd9ea8a9-502f-4519-9f3f-692dae2a370c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.0562658 Jun 28 14:21:09.641395 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c81da39d-66fe-4b90-8b9b-c66e8345982f req-2d308fc9-c557-4e91-8fda-10c47f131fed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jun 28 14:21:09.761632 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5438-6221-4acb-8f4b-4741b1b621f4 req-2cef7847-91bc-497a-8fe8-1dbfa9bd3bfa tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.763603 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-858d5438-6221-4acb-8f4b-4741b1b621f4 req-2cef7847-91bc-497a-8fe8-1dbfa9bd3bfa tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.3356657 Jun 28 14:21:09.769115 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257dfff-bdee-4ff8-9582-07235646f263 req-2951e613-d5d6-4912-9529-b9d232d2ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.770553 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9257dfff-bdee-4ff8-9582-07235646f263 req-2951e613-d5d6-4912-9529-b9d232d2ed13 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 1099 time: 0.3340044 Jun 28 14:21:09.806788 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-858d5438-6221-4acb-8f4b-4741b1b621f4 req-c014795f-18be-4f6c-bd74-d63d9174877c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352950 Jun 28 14:21:09.938922 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617a8a2-5367-4ac1-a06c-8edb2187855b req-ccb572e8-3d36-4b80-8229-75c6b627723e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:09.940444 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9617a8a2-5367-4ac1-a06c-8edb2187855b req-ccb572e8-3d36-4b80-8229-75c6b627723e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 945 time: 0.0677345 Jun 28 14:21:09.978960 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9617a8a2-5367-4ac1-a06c-8edb2187855b req-2c791c90-e1a3-46f4-856d-e863ef0c3f64 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330479 Jun 28 14:21:10.001266 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547f4d5-30f1-4844-8955-4a01a024c059 req-a47b24f9-f641-411a-84e0-1e9ea0f5e185 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:10.002783 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7547f4d5-30f1-4844-8955-4a01a024c059 req-a47b24f9-f641-411a-84e0-1e9ea0f5e185 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.0646901 Jun 28 14:21:10.062426 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7547f4d5-30f1-4844-8955-4a01a024c059 req-17fa6f03-e55b-4166-924d-e2887e03874c tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533173 Jun 28 14:21:10.066890 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9257dfff-bdee-4ff8-9582-07235646f263 req-e4d582cf-6b68-4b48-a32c-fde29e6d0b15 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505116 Jun 28 14:21:10.253321 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf6f76-113d-4224-a3a1-f7a017a549e1 req-70109f60-2e57-4f39-8432-5724c052f3e6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:10.256177 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-64bf6f76-113d-4224-a3a1-f7a017a549e1 req-70109f60-2e57-4f39-8432-5724c052f3e6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0671260 Jun 28 14:21:10.305608 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-64bf6f76-113d-4224-a3a1-f7a017a549e1 req-ea840733-7a13-400f-979a-36d8354cf081 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Jun 28 14:21:10.473612 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a316d2-d230-4124-9b74-170195cd40b5 req-2333a3f7-8a19-4d1e-b273-c71daf03c08a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:10.480882 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-17a316d2-d230-4124-9b74-170195cd40b5 req-2333a3f7-8a19-4d1e-b273-c71daf03c08a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0889699 Jun 28 14:21:10.527584 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 42816) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:10.581792 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-17a316d2-d230-4124-9b74-170195cd40b5 req-801750e7-bc18-4c44-8d24-2d761e4d82a3 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847640 Jun 28 14:21:10.585917 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e577a-dbf0-4669-b933-6e99af669cdd req-28c2f9e7-37f4-4712-8bc2-d605707a4ed2 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:10.587910 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-901e577a-dbf0-4669-b933-6e99af669cdd req-28c2f9e7-37f4-4712-8bc2-d605707a4ed2 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0889034 Jun 28 14:21:10.640245 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-901e577a-dbf0-4669-b933-6e99af669cdd req-4dc442a1-a573-44e4-a990-a150e60e3724 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Jun 28 14:21:10.726746 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b0dc51f6-1fc0-43fa-aaf6-3f9e2658193b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:10.821490 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b0dc51f6-1fc0-43fa-aaf6-3f9e2658193b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:10.921126 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b0dc51f6-1fc0-43fa-aaf6-3f9e2658193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:10.923696 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8cb7abe0-c9ec-4e4e-8374-40a7cb45bde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:10.964528 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-b0dc51f6-1fc0-43fa-aaf6-3f9e2658193b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b5491968f7c4f73aa727bda7793dba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348729 Jun 28 14:21:10.965766 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc51f6-1fc0-43fa-aaf6-3f9e2658193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff5728-8564-413d-8d73-13014a124547,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:10.969170 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 42826) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:10.969737 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b0dc51f6-1fc0-43fa-aaf6-3f9e2658193b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:11.024293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:11.049150 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:11.133581 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc11cf-222c-48d4-b808-c074845d6bcb req-c3c02557-c00e-4ec0-a1a2-7ab4989f5359 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:11.137535 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63fc11cf-222c-48d4-b808-c074845d6bcb req-c3c02557-c00e-4ec0-a1a2-7ab4989f5359 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0676568 Jun 28 14:21:11.166770 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:11.169899 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:11.171322 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5ff5728-8564-413d-8d73-13014a124547 HTTP/1.1" status: 204 len: 168 time: 0.1997378 Jun 28 14:21:11.172352 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0bb31270-a2fa-4a39-a14a-6860c6be4811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:11.188871 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-63fc11cf-222c-48d4-b808-c074845d6bcb req-da22fc49-bce3-42c9-9d00-0791b0c61678 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Jun 28 14:21:11.212766 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff5728-8564-413d-8d73-13014a124547,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:11.220608 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:11.273476 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62c645-38f0-4642-be67-cc22a0645127 req-e9a441c7-ff87-4a49-aad4-5c9f79c84f81 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:11.274964 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7e62c645-38f0-4642-be67-cc22a0645127 req-e9a441c7-ff87-4a49-aad4-5c9f79c84f81 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.0719080 Jun 28 14:21:11.312351 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7e62c645-38f0-4642-be67-cc22a0645127 req-8fa03e0d-3843-44d6-bc6c-65b960f1c4a4 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Jun 28 14:21:11.494894 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967aa5b-972e-4e8a-9f56-47f2775ba457 req-3d66ffb8-e0ca-447d-a329-33f43d9c4736 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:11.498085 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f967aa5b-972e-4e8a-9f56-47f2775ba457 req-3d66ffb8-e0ca-447d-a329-33f43d9c4736 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0740204 Jun 28 14:21:11.535519 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f967aa5b-972e-4e8a-9f56-47f2775ba457 req-352a5367-a831-4de3-b20e-3da6d199d140 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Jun 28 14:21:11.749648 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25d182-48ff-4089-a19d-29748ee6e2ca req-3c17c6a9-b1ff-4a1c-b10a-fe1b6a07d7aa tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:11.751136 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e25d182-48ff-4089-a19d-29748ee6e2ca req-3c17c6a9-b1ff-4a1c-b10a-fe1b6a07d7aa tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0632920 Jun 28 14:21:11.815399 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e25d182-48ff-4089-a19d-29748ee6e2ca req-8e6ced2e-5f33-4743-b0d1-c7ae07693ca0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576620 Jun 28 14:21:11.836000 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9396809-73b8-45a7-9d8f-0c9c0c714ad3 req-27b4f5eb-29d7-4d51-96f3-137171e5daaf tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:11.837514 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b9396809-73b8-45a7-9d8f-0c9c0c714ad3 req-27b4f5eb-29d7-4d51-96f3-137171e5daaf tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0758169 Jun 28 14:21:11.878284 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b9396809-73b8-45a7-9d8f-0c9c0c714ad3 req-7ac4f0d0-2db3-45ad-8ef2-c3d8a002dca4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Jun 28 14:21:12.375471 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197067a3-d0c7-44e0-ab59-2f1b9b849eaa req-28c5d97c-01c2-4a00-86aa-feccca69d353 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:12.377273 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-197067a3-d0c7-44e0-ab59-2f1b9b849eaa req-28c5d97c-01c2-4a00-86aa-feccca69d353 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0705152 Jun 28 14:21:12.418540 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-197067a3-d0c7-44e0-ab59-2f1b9b849eaa req-55cfd793-9175-4fce-9a0c-8dd4e517f340 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Jun 28 14:21:12.604721 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27397f-7ebf-440e-a256-2a1fad4ffa8e req-40d7f066-fd91-42ef-9158-d767797d6348 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:12.610391 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da27397f-7ebf-440e-a256-2a1fad4ffa8e req-40d7f066-fd91-42ef-9158-d767797d6348 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.0726125 Jun 28 14:21:12.647410 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-da27397f-7ebf-440e-a256-2a1fad4ffa8e req-2ec9c6d8-56a5-4907-bc09-bd585d3a3bc2 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Jun 28 14:21:12.810623 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd66a2-1dbd-419c-9ddc-7c9cd2b6d917 req-90900127-85e0-46b6-b59b-0ab82142ed3d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:12.812097 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9bfd66a2-1dbd-419c-9ddc-7c9cd2b6d917 req-90900127-85e0-46b6-b59b-0ab82142ed3d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0653577 Jun 28 14:21:12.853861 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9bfd66a2-1dbd-419c-9ddc-7c9cd2b6d917 req-e3ed5e38-7407-40b2-b829-f5baf513a065 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360010 Jun 28 14:21:13.022982 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e3f-5a75-4a4a-a3b6-8ddd436529b7 req-0e5f09dc-9868-4e2b-b33d-91d2f807d81e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:13.024451 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9cd79e3f-5a75-4a4a-a3b6-8ddd436529b7 req-0e5f09dc-9868-4e2b-b33d-91d2f807d81e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0629354 Jun 28 14:21:13.062087 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9cd79e3f-5a75-4a4a-a3b6-8ddd436529b7 req-83d63148-3469-431e-9881-e2f2765cf5ce tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Jun 28 14:21:13.230884 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf20bf-f20f-4c88-9301-e6b91ce39e21 req-87c702c9-9d03-4550-a274-ae939517d455 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:13.233840 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f8cf20bf-f20f-4c88-9301-e6b91ce39e21 req-87c702c9-9d03-4550-a274-ae939517d455 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0655255 Jun 28 14:21:13.287046 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f8cf20bf-f20f-4c88-9301-e6b91ce39e21 req-647945d0-bd01-48f8-ac56-62eb39f10826 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Jun 28 14:21:13.830231 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0488f49-25d1-4bf1-8e76-d37580fc399a req-a80a11f4-98c3-466e-a90f-fa738c81a14e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:13.830492 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845abc9-03c6-445a-bcfe-8f6968cd3f69 req-7ea992ee-dec3-441c-8eb3-8ae56a621110 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:13.831697 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b0488f49-25d1-4bf1-8e76-d37580fc399a req-a80a11f4-98c3-466e-a90f-fa738c81a14e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.0672846 Jun 28 14:21:13.831821 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6845abc9-03c6-445a-bcfe-8f6968cd3f69 req-7ea992ee-dec3-441c-8eb3-8ae56a621110 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.2916677 Jun 28 14:21:13.870517 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6845abc9-03c6-445a-bcfe-8f6968cd3f69 req-34d837f1-86b0-49b8-91ed-79d5df072f47 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jun 28 14:21:13.870773 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b0488f49-25d1-4bf1-8e76-d37580fc399a req-8700bf07-16c7-498f-a461-95dd4e7f7e7d tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Jun 28 14:21:14.045926 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043288-c0fd-4cbf-a4b6-251f39fd04df req-fae897db-a423-4047-99f9-f6ddec4d8d81 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:14.047603 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d1043288-c0fd-4cbf-a4b6-251f39fd04df req-fae897db-a423-4047-99f9-f6ddec4d8d81 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0679088 Jun 28 14:21:14.086190 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d1043288-c0fd-4cbf-a4b6-251f39fd04df req-b3f0ef38-9c57-4e93-8bf4-3a085ef5200e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Jun 28 14:21:14.236911 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4f91-9b1a-4d2e-a45c-16a2fe6ed5fe req-78be0f5d-b154-49bc-8e88-7b9fe6e0ce6c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:14.238353 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-12ae4f91-9b1a-4d2e-a45c-16a2fe6ed5fe req-78be0f5d-b154-49bc-8e88-7b9fe6e0ce6c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0608139 Jun 28 14:21:14.275094 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-12ae4f91-9b1a-4d2e-a45c-16a2fe6ed5fe req-06326b10-3782-4bbf-af7a-d0dfdeb76c55 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Jun 28 14:21:14.532723 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:21:14.623019 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:14.634265 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'port_id': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'mac_address': 'fa:16:3e:2a:41:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:21:14.677655 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:14.690944 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca8a3795-67ea-4dfb-a915-a52ea254f0c6 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:21:14.711571 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:14.788475 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:14.790276 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:14.848121 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=6']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:14.855093 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:15.087530 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc30744-26f6-48af-bb92-57d4d7cc58f8 req-2435cfbb-7714-4d95-ab1a-d9351c1df29b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:15.089160 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1cc30744-26f6-48af-bb92-57d4d7cc58f8 req-2435cfbb-7714-4d95-ab1a-d9351c1df29b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0742350 Jun 28 14:21:15.132333 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['ca8a3795-67ea-4dfb-a915-a52ea254f0c6'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:15.134321 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1cc30744-26f6-48af-bb92-57d4d7cc58f8 req-d66872cf-b16c-4204-b02e-0215080efa37 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 Jun 28 14:21:15.266986 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31793cb-9d1b-478a-9ffb-4f1ffc262816 req-f790caa9-91d3-4ab3-8fb2-aab34a41ed5c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:15.268685 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d31793cb-9d1b-478a-9ffb-4f1ffc262816 req-f790caa9-91d3-4ab3-8fb2-aab34a41ed5c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0682290 Jun 28 14:21:15.307396 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d31793cb-9d1b-478a-9ffb-4f1ffc262816 req-7811bb19-9259-423b-b8bc-368f554e2897 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Jun 28 14:21:15.457342 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36488369-3079-416a-8dd2-d60325b8ac9b req-bc17874e-a691-4c9e-a5c5-fcc0da34e0b9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:15.458792 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-36488369-3079-416a-8dd2-d60325b8ac9b req-bc17874e-a691-4c9e-a5c5-fcc0da34e0b9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 945 time: 0.0625339 Jun 28 14:21:15.497025 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-36488369-3079-416a-8dd2-d60325b8ac9b req-5b64ec02-dfd9-45ff-afbe-72425ac5d7ab tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jun 28 14:21:16.167975 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b4b9-f0ff-4248-8095-9c30b9f09054 req-55c3e5de-30ff-4d62-8612-809c0ee8af28 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:16.169081 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f3c1b4b9-f0ff-4248-8095-9c30b9f09054 req-55c3e5de-30ff-4d62-8612-809c0ee8af28 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.0616820 Jun 28 14:21:16.206669 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f3c1b4b9-f0ff-4248-8095-9c30b9f09054 req-04283507-6d11-4db4-813e-462af68574ad tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Jun 28 14:21:16.310571 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b217d-3666-4fde-b237-1b466273ccc3 req-b297609a-752f-4835-9c28-fbd99970f998 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:16.312146 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-305b217d-3666-4fde-b237-1b466273ccc3 req-b297609a-752f-4835-9c28-fbd99970f998 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0624309 Jun 28 14:21:16.349283 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-305b217d-3666-4fde-b237-1b466273ccc3 req-961f4ed5-a4ce-4561-8e09-089f6e2798ea tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Jun 28 14:21:16.475085 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43018) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:16.495909 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99562a-16ad-4be7-afd0-68758b1cf381 req-2c4c5945-a150-40a3-9877-ee934c9abf17 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:16.498053 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cc99562a-16ad-4be7-afd0-68758b1cf381 req-2c4c5945-a150-40a3-9877-ee934c9abf17 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0765865 Jun 28 14:21:16.538366 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cc99562a-16ad-4be7-afd0-68758b1cf381 req-341845d0-aefb-4abf-984b-bc0c6882baf9 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Jun 28 14:21:16.548487 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:16.605526 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-49be3965-7ab5-4557-bfe9-762a45964a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:16.613210 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:16.615987 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:16.697580 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:16.728014 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:16.730324 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd37faa-9fef-44e7-87dd-e24a9b68c374" -d '{"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:16.744858 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:16.755972 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-49be3965-7ab5-4557-bfe9-762a45964a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:16.765152 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabed24-5e57-4184-8182-26d2b5ef2f92 req-797388fc-e469-4b44-a850-2b8467a58339 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:16.766677 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-adabed24-5e57-4184-8182-26d2b5ef2f92 req-797388fc-e469-4b44-a850-2b8467a58339 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 945 time: 0.1068583 Jun 28 14:21:16.777582 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548703b3-fb54-44b5-9d24-d1794db70453 x-openstack-request-id: req-548703b3-fb54-44b5-9d24-d1794db70453 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:16.778938 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:16.779437 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-548703b3-fb54-44b5-9d24-d1794db70453 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:16.780103 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'code': 200} Jun 28 14:21:16.801096 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:16.802986 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:16.823744 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-adabed24-5e57-4184-8182-26d2b5ef2f92 req-c740e993-a815-4d70-91e8-1e91bcedfa22 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373704 Jun 28 14:21:16.825707 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-49be3965-7ab5-4557-bfe9-762a45964a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:16.829092 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1f6d1e34-e4d9-4e5a-b596-0313a6a39c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:16.862340 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=7']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:16.862340 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:16.864596 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be3965-7ab5-4557-bfe9-762a45964a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94853fe-e90e-4a59-ac20-5e5947e6f2ee,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:16.868823 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-49be3965-7ab5-4557-bfe9-762a45964a57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60f442175eec4c369dded9fd9fb947d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926866 Jun 28 14:21:16.869667 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-49be3965-7ab5-4557-bfe9-762a45964a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:16.871616 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43030) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:16.923558 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:16.948283 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:17.108894 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:17.111640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:17.112896 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b94853fe-e90e-4a59-ac20-5e5947e6f2ee HTTP/1.1" status: 204 len: 168 time: 0.2404485 Jun 28 14:21:17.113561 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bde6bdb6-216e-4bbf-850f-1b8661f3cd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:17.129020 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94853fe-e90e-4a59-ac20-5e5947e6f2ee,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:17.131520 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:17.425146 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b1c3-ead3-482a-80a4-09a033ba4ad8 req-3a1c00e4-37ad-4bfb-8787-fd48e78ef9a3 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:17.426637 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9bf6b1c3-ead3-482a-80a4-09a033ba4ad8 req-3a1c00e4-37ad-4bfb-8787-fd48e78ef9a3 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.0925841 Jun 28 14:21:17.467509 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9bf6b1c3-ead3-482a-80a4-09a033ba4ad8 req-b8e56ca9-d408-4622-8111-0e2bfe7c41b7 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Jun 28 14:21:17.659959 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872a5c5-1efb-484a-9d62-6bf788506c25 req-5f966936-ee00-4265-a038-6ce3698956ff tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:17.661686 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6872a5c5-1efb-484a-9d62-6bf788506c25 req-5f966936-ee00-4265-a038-6ce3698956ff tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0733795 Jun 28 14:21:17.759055 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6872a5c5-1efb-484a-9d62-6bf788506c25 req-7c699a30-7fd7-4c48-bccf-def330d86996 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914714 Jun 28 14:21:17.857666 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc81154-5dd0-4d0b-a986-748a03d1c40e req-5f257732-bffc-4698-bdef-633729b43b0f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:17.867461 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0bc81154-5dd0-4d0b-a986-748a03d1c40e req-5f257732-bffc-4698-bdef-633729b43b0f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1187198 Jun 28 14:21:17.915684 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0bc81154-5dd0-4d0b-a986-748a03d1c40e req-8743f9a5-8938-4425-a984-be0a5e40f834 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 Jun 28 14:21:18.107089 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d25-863c-414e-82ea-3ae59ffddd1e req-308e0555-89d7-44f1-9de5-1494be1d179e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:18.107089 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e00e0d25-863c-414e-82ea-3ae59ffddd1e req-308e0555-89d7-44f1-9de5-1494be1d179e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0742679 Jun 28 14:21:18.151172 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e00e0d25-863c-414e-82ea-3ae59ffddd1e req-8353301e-94c0-4a44-bac4-9cb5a7bf6748 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Jun 28 14:21:18.326196 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43112) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:18.411678 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53dd0b-602c-4eea-b792-86a14f450335 req-fe1222c1-d789-464c-b74e-45fd07228a2a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:18.413553 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea53dd0b-602c-4eea-b792-86a14f450335 req-fe1222c1-d789-464c-b74e-45fd07228a2a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0789340 Jun 28 14:21:18.444228 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-220551070-network', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:18.478155 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea53dd0b-602c-4eea-b792-86a14f450335 req-02b5889c-f9b5-4693-b5db-276e163548eb tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581458 Jun 28 14:21:18.548721 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Made reservation on behalf of 4196a0dc8358414eb45e0e17fcca3152 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:21:18.551871 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:18.579047 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:18.620120 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821098e8-5d84-42d7-a479-69dc64608821 req-b431f7e7-5bb8-4cc3-b6ba-4b51ae2185a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:18.624023 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-821098e8-5d84-42d7-a479-69dc64608821 req-b431f7e7-5bb8-4cc3-b6ba-4b51ae2185a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 1098 time: 0.1152220 Jun 28 14:21:18.775341 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:18.846312 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:18.851312 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8e963274-05ca-4098-a0a3-6edc22f438ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:18.877373 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:21:18.891120 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e6c8a-c6bb-4541-98e3-78bd8e9889f1,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:18.895748 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:18.902596 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:18.903129 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Added segment 1f5f86bb-1d28-438c-aa5f-485845d5c8d4 of type vlan for network d1aafa51-5bf9-408b-b862-6d2120c31368 Jun 28 14:21:18.906655 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e708-f541-4535-9c41-f90547e67b35 req-a1d5032b-5ce6-4dd0-b455-052b2a21ae6e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:18.913878 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f20e708-f541-4535-9c41-f90547e67b35 req-a1d5032b-5ce6-4dd0-b455-052b2a21ae6e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.2406368 Jun 28 14:21:18.940709 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821098e8-5d84-42d7-a479-69dc64608821 req-9f521cae-0352-47ec-89b7-577008f293a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:18.942346 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-821098e8-5d84-42d7-a479-69dc64608821 req-9f521cae-0352-47ec-89b7-577008f293a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 912 time: 0.2199731 Jun 28 14:21:18.977522 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:18.984235 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f20e708-f541-4535-9c41-f90547e67b35 req-a1f7d800-be23-42a2-950f-d9b94ea44d5e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694191 Jun 28 14:21:19.137856 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:19.170312 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:19.171428 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:19.178054 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-821098e8-5d84-42d7-a479-69dc64608821 req-77b1be3c-943d-4dd8-863d-3e469dd07130 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 200 len: 1001 time: 0.1168051 Jun 28 14:21:19.179596 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-36441094-3cb4-4f46-b938-4815d2a69884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:19.302328 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821098e8-5d84-42d7-a479-69dc64608821 req-068f9c35-d637-4e02-972e-cfadac827cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:19.304048 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-821098e8-5d84-42d7-a479-69dc64608821 req-068f9c35-d637-4e02-972e-cfadac827cea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.1183817 Jun 28 14:21:19.307078 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafffa82-8a2d-4e63-91ce-5e03a813646e req-ddeea3f5-4f0d-46ad-85bd-04eede289548 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:19.308771 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-cafffa82-8a2d-4e63-91ce-5e03a813646e req-ddeea3f5-4f0d-46ad-85bd-04eede289548 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.2577085 Jun 28 14:21:19.331387 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-c3dc8add-0df8-41f8-8a20-2520b3b22032 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:19.333108 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-c3dc8add-0df8-41f8-8a20-2520b3b22032 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 946 time: 0.2071507 Jun 28 14:21:19.339734 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d1aafa51-5bf9-408b-b862-6d2120c31368,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:19.347183 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network d1aafa51-5bf9-408b-b862-6d2120c31368 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:21:19.364458 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:19.368976 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0390451 Jun 28 14:21:19.375515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43134) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:19.381715 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Request body: {'subnet': {'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-220551070-subnet', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'ip_version': 4}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:19.684261 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-cafffa82-8a2d-4e63-91ce-5e03a813646e req-233680dd-a614-4493-8c89-c8b6ce596893 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582079 Jun 28 14:21:19.686206 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821098e8-5d84-42d7-a479-69dc64608821 req-9d251a04-155b-4a6d-af2f-162a93facbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:19.686206 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-821098e8-5d84-42d7-a479-69dc64608821 req-9d251a04-155b-4a6d-af2f-162a93facbab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2210619 Jun 28 14:21:19.687470 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Deleting port 85e38d86-86d3-4622-b81f-caaa58f60d28 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:21:19.687470 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:19.687904 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1f351-7091-408f-abf1-8627922028f3 req-2434e1bd-2b7e-4461-8bd3-769c6ec35e8f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:19.687904 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b2e1f351-7091-408f-abf1-8627922028f3 req-2434e1bd-2b7e-4461-8bd3-769c6ec35e8f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.2537844 Jun 28 14:21:19.760535 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b2e1f351-7091-408f-abf1-8627922028f3 req-0b8bce98-f963-4cab-894d-c7b7d1333f04 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167431 Jun 28 14:21:19.775292 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] For port 85e38d86-86d3-4622-b81f-caaa58f60d28, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=85e38d86-86d3-4622-b81f-caaa58f60d28,segment=NetworkSegment(80f09fed-c589-488d-9bb6-b3415e73a3c0),segment_id=80f09fed-c589-488d-9bb6-b3415e73a3c0)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:19.775817 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:19.801901 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-821098e8-5d84-42d7-a479-69dc64608821 req-8e1d2678-f974-41fc-a83b-61eca6493332 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428455 Jun 28 14:21:19.818168 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Calling delete_port for 85e38d86-86d3-4622-b81f-caaa58f60d28 owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:21:19.849560 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114eff3-0170-49af-8e64-34edfb1ca2d8 req-d670f968-de50-4d64-aeef-74aa7fb28bb4 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:19.857499 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1114eff3-0170-49af-8e64-34edfb1ca2d8 req-d670f968-de50-4d64-aeef-74aa7fb28bb4 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1450248 Jun 28 14:21:19.948157 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-821098e8-5d84-42d7-a479-69dc64608821 req-235bb9ef-1607-4d93-a075-2dd63e3dfd26 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395419 Jun 28 14:21:19.956352 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Made reservation on behalf of 4196a0dc8358414eb45e0e17fcca3152 for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:21:19.960878 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2941431'] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:20.016047 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1114eff3-0170-49af-8e64-34edfb1ca2d8 req-262f5f04-1563-4375-a7ae-55061c7606cb tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578863 Jun 28 14:21:20.289586 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:20.315783 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-39892c31-2d76-4abf-ad5d-4f14ef4c89bb req-0caca475-cf46-4438-beaf-0012116b0a8b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 210 time: 0.0495934 Jun 28 14:21:20.318727 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:20.349990 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['85e38d86-86d3-4622-b81f-caaa58f60d28'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:20.379872 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Pushing event deleted for resources: {'Port': ['ID=85e38d86-86d3-4622-b81f-caaa58f60d28,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:20.385454 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:20.485772 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] No DVR routers for this DVR port 85e38d86-86d3-4622-b81f-caaa58f60d28 on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:21:20.516119 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:20.516119 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1b24fa5b-06a5-4e16-9678-4886032fb38f req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.37 "DELETE /v2.0/ports/85e38d86-86d3-4622-b81f-caaa58f60d28 HTTP/1.1" status: 204 len: 173 time: 1.1490066 Jun 28 14:21:20.516119 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'name': 'network-vif-deleted', 'tag': '85e38d86-86d3-4622-b81f-caaa58f60d28'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:20.516119 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22e4035-0c0d-4625-a799-3bcd2b1bb864" -d '{"events": [{"server_uuid": "efceabc2-3e19-48f8-8304-64e3e53767d2", "name": "network-vif-deleted", "tag": "85e38d86-86d3-4622-b81f-caaa58f60d28"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:20.562899 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84305e68-ed7c-471d-9461-1b49b9959878 x-openstack-request-id: req-84305e68-ed7c-471d-9461-1b49b9959878 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:20.563232 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efceabc2-3e19-48f8-8304-64e3e53767d2", "name": "network-vif-deleted", "tag": "85e38d86-86d3-4622-b81f-caaa58f60d28", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:20.563562 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84305e68-ed7c-471d-9461-1b49b9959878 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:20.564006 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efceabc2-3e19-48f8-8304-64e3e53767d2', 'name': 'network-vif-deleted', 'tag': '85e38d86-86d3-4622-b81f-caaa58f60d28', 'status': 'completed', 'code': 200} Jun 28 14:21:20.600528 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3104560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2941469'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:20.603268 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:20.656904 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f216d5-39ff-4eda-9712-2e661d0bc6df,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:20.672418 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:20.681023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Checking segment: {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:20.681910 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Network hostable DHCP agents. Network: d1aafa51-5bf9-408b-b862-6d2120c31368, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:21:20.782574 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Network d1aafa51-5bf9-408b-b862-6d2120c31368 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:21:20.882573 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, d1aafa51-5bf9-408b-b862-6d2120c31368) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:20.891478 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:20.892760 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:20.895949 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483314fc-33cd-4a7f-a6ad-00613536ca84 None None] Network d1aafa51-5bf9-408b-b862-6d2120c31368 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:21:20.928762 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1053a93-5a88-48de-9f72-98932b7dadb9 req-82a32173-00f5-484a-9bb2-f0da7c51aa33 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:20.936521 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e1053a93-5a88-48de-9f72-98932b7dadb9 req-82a32173-00f5-484a-9bb2-f0da7c51aa33 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1025693 Jun 28 14:21:20.992392 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e1053a93-5a88-48de-9f72-98932b7dadb9 req-ee92f7a2-15f3-4c03-a83e-1dcdc2bbed42 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476534 Jun 28 14:21:21.000299 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-e99ec99f-3e20-4feb-8f96-078129d0cedf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6197972 Jun 28 14:21:21.002839 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 43168) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:21.007647 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:21.131746 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:21.135401 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:21.242143 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-d1aafa51-5bf9-408b-b862-6d2120c31368', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:21:21.242143 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:21.257226 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:21.303618 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59def-4ce0-4db9-ae98-d1f1af8168d6 req-7b5a92e8-d26a-48f1-8554-623e9feea7e4 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:21.321557 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4ce59def-4ce0-4db9-ae98-d1f1af8168d6 req-7b5a92e8-d26a-48f1-8554-623e9feea7e4 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1386964 Jun 28 14:21:21.436582 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4ce59def-4ce0-4db9-ae98-d1f1af8168d6 req-59ecaff3-90e4-4b14-b844-baa0e493964a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118045 Jun 28 14:21:21.615013 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Allocated IP 172.20.0.2 (d1aafa51-5bf9-408b-b862-6d2120c31368/e1f216d5-39ff-4eda-9712-2e661d0bc6df/d3bf129d-3bc1-4d86-b17e-2a916d5455dd) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:21:21.651714 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:21.710260 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c757b21-eaba-401b-8211-7d7ec06a1746 req-b82c64ef-54cf-4fda-8eb1-ff4d6985c1e5 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:21.713036 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2c757b21-eaba-401b-8211-7d7ec06a1746 req-b82c64ef-54cf-4fda-8eb1-ff4d6985c1e5 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1326582 Jun 28 14:21:21.778601 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2c757b21-eaba-401b-8211-7d7ec06a1746 req-a2d77f46-3530-4f28-a54c-cff195e3ac47 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576596 Jun 28 14:21:21.964448 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:21.983685 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Transition to ACTIVE for port object d3bf129d-3bc1-4d86-b17e-2a916d5455dd will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:22.019148 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Transition to ACTIVE for port object d3bf129d-3bc1-4d86-b17e-2a916d5455dd will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:22.089320 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c1de5c3f-ff64-410a-a5ed-2b8a2f76ee2d req-8c3291d6-72f4-45aa-a8ec-266d6238b20e tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] 10.222.0.35 "GET /v2.0/ports?device_id=efceabc2-3e19-48f8-8304-64e3e53767d2 HTTP/1.1" status: 200 len: 210 time: 0.1097031 Jun 28 14:21:22.126276 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.136855 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:22.228726 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Network d1aafa51-5bf9-408b-b862-6d2120c31368 is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:22.232754 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:22.240213 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:21:22.254703 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.290903 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Pushing event updated for resources: {'Port': ['ID=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:22.298683 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.330843 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:22.345047 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a9114-29da-427c-8a0e-61374257b4bb req-0e9b5215-330a-484f-bb1e-c341e36f9c0c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:22.352644 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-636a9114-29da-427c-8a0e-61374257b4bb req-0e9b5215-330a-484f-bb1e-c341e36f9c0c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1125443 Jun 28 14:21:22.354281 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Attempting to bind port d3bf129d-3bc1-4d86-b17e-2a916d5455dd on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:21:22.354673 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Attempting to bind port d3bf129d-3bc1-4d86-b17e-2a916d5455dd by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:21:22.355050 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Attempting to bind port d3bf129d-3bc1-4d86-b17e-2a916d5455dd on network d1aafa51-5bf9-408b-b862-6d2120c31368 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:22.377083 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:21:22.377479 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Checking segment: {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:22.377977 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.378456 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Bound using segment: {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:21:22.383334 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Bound port: d3bf129d-3bc1-4d86-b17e-2a916d5455dd, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:21:22.388752 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.408638 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-636a9114-29da-427c-8a0e-61374257b4bb req-c9309f97-73dd-4eed-8219-3ac656042a37 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548472 Jun 28 14:21:22.487783 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Allocated IP 172.28.3.72 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/c12afeef-9267-4e8a-b933-a4e0ad4eb3ef) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:21:22.549088 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] For port d3bf129d-3bc1-4d86-b17e-2a916d5455dd, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:21:22.557348 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] For port d3bf129d-3bc1-4d86-b17e-2a916d5455dd, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:21:22.598492 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 85e38d86-86d3-4622-b81f-caaa58f60d28 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:21:22.644204 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.662276 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 85e38d86-86d3-4622-b81f-caaa58f60d28 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:21:22.662895 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 85e38d86-86d3-4622-b81f-caaa58f60d28 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:21:22.672104 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.680085 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4bc86-1b9a-4cdc-818f-2b5f5e848125 req-4e3aa6cb-de4a-409e-9278-3b98621b909f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:22.691355 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-84b4bc86-1b9a-4cdc-818f-2b5f5e848125 req-4e3aa6cb-de4a-409e-9278-3b98621b909f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0954762 Jun 28 14:21:22.692571 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:22.744505 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-84b4bc86-1b9a-4cdc-818f-2b5f5e848125 req-1481d1c8-6615-4d0e-af99-703af5f91193 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495031 Jun 28 14:21:22.788747 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:22.794663 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5c2f8e54-274c-46f9-a7cb-e4b0e92ff82a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:22.810327 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Pushing event updated for resources: {'Port': ['ID=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:22.813671 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:22.887876 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:22.890753 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:22.893917 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:21:22.993018 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:23.005137 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:23.180664 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa1f1-d45a-4738-a5ec-93a0171806bc req-02510237-7da8-4b11-9adf-cdbc64ad4f0f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:23.185585 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-414fa1f1-d45a-4738-a5ec-93a0171806bc req-02510237-7da8-4b11-9adf-cdbc64ad4f0f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.2071157 Jun 28 14:21:23.234597 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-414fa1f1-d45a-4738-a5ec-93a0171806bc req-f0286cc7-c7ab-454d-9192-ac52eb08feb8 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 Jun 28 14:21:23.555995 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:23.667594 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c616d-ab32-49f2-b562-830dc6b33884 req-40a29eb5-9d45-4464-8951-3cc47fc94b12 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:23.677474 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-123c616d-ab32-49f2-b562-830dc6b33884 req-40a29eb5-9d45-4464-8951-3cc47fc94b12 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1213114 Jun 28 14:21:23.736048 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-123c616d-ab32-49f2-b562-830dc6b33884 req-dc5f94ac-f36f-4688-9acf-8458ccb22a0e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Jun 28 14:21:23.858756 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:21:24.193728 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a76c6-840b-4717-9278-7514bb9a7817 req-9230c38f-86ce-4138-aa68-218dfedbd243 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:24.195450 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-636a76c6-840b-4717-9278-7514bb9a7817 req-9230c38f-86ce-4138-aa68-218dfedbd243 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1648958 Jun 28 14:21:24.242825 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:24.281201 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-636a76c6-840b-4717-9278-7514bb9a7817 req-fce14618-0854-4752-9be5-eeddc6c6f2b5 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592043 Jun 28 14:21:24.323383 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991105bb-d116-4a47-91df-04a645deba9b None None] Network d1aafa51-5bf9-408b-b862-6d2120c31368 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:21:24.556940 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-10b871c6-48ed-4b25-bb88-37202959197c None None] Provisioning for port d3bf129d-3bc1-4d86-b17e-2a916d5455dd completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:24.581555 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Router 86a88a70-b1e1-44fd-bdc1-2e4990886efa is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:21:24.810573 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:21:24.819404 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Sync routers for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:21:24.837670 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:24.839743 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:24.958754 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:24.959314 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9552667 Jun 28 14:21:24.968759 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 43276) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:25.060823 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device d3bf129d-3bc1-4d86-b17e-2a916d5455dd up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:25.143114 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b8def-16ed-480c-8312-39241341a0d9 req-d8a08fde-6359-4fbc-af30-4c61ae6cbcb2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:25.144818 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-617b8def-16ed-480c-8312-39241341a0d9 req-d8a08fde-6359-4fbc-af30-4c61ae6cbcb2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.2317834 Jun 28 14:21:25.227277 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:25.282300 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-617b8def-16ed-480c-8312-39241341a0d9 req-1773c853-218a-43ea-adf9-d118ee1baf2c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202128 Jun 28 14:21:25.429219 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port d3bf129d-3bc1-4d86-b17e-2a916d5455dd completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:25.436369 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port d3bf129d-3bc1-4d86-b17e-2a916d5455dd triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:25.439826 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:25.579670 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:25.601023 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:23Z', 'revision_number': 3, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:25.633988 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f32d8-f9f0-49aa-8e19-cdd46aa30a07 req-22e03419-136b-49d6-8917-3524a99dfd93 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:25.637388 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port d3bf129d-3bc1-4d86-b17e-2a916d5455dd, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:25.646681 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-973f32d8-f9f0-49aa-8e19-cdd46aa30a07 req-22e03419-136b-49d6-8917-3524a99dfd93 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1200609 Jun 28 14:21:25.691945 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:25.694360 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:25.730609 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-973f32d8-f9f0-49aa-8e19-cdd46aa30a07 req-0722cea7-21de-4f32-b795-e3395f9f541b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826554 Jun 28 14:21:25.779014 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Checking router: 86a88a70-b1e1-44fd-bdc1-2e4990886efa for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:21:25.779713 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Updating router 86a88a70-b1e1-44fd-bdc1-2e4990886efa port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:21:25.837898 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:25.848545 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:25.854776 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:25.937656 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.152891 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.159067 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Allocated IP 172.20.0.1 (d1aafa51-5bf9-408b-b862-6d2120c31368/e1f216d5-39ff-4eda-9712-2e661d0bc6df/1cf71d25-a357-481b-acbe-b5222ba42930) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:21:26.165465 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Transition to ACTIVE for port object c12afeef-9267-4e8a-b933-a4e0ad4eb3ef will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:26.228910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.231491 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:26.275249 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Pushing event updated for resources: {'Port': ['ID=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,revision_number=2']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:26.284359 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.286557 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.287084 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.287471 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.288070 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.288511 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.288926 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.289336 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.289745 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.290729 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.291156 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.291946 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.291946 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:21:26.297475 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Transition to ACTIVE for port object 1cf71d25-a357-481b-acbe-b5222ba42930 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:26.326157 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Attempting to bind port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:21:26.326964 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Attempting to bind port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:21:26.327753 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Attempting to bind port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:26.337910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:21:26.337910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:26.337910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.337910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:21:26.337910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Bound port: c12afeef-9267-4e8a-b933-a4e0ad4eb3ef, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:21:26.337910 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.338417 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:26.395166 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] For port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:21:26.398586 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] For port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:21:26.400706 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.403235 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:26.449127 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Network d1aafa51-5bf9-408b-b862-6d2120c31368 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:26.454393 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:26.457133 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.458686 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:21:26.459270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.466290 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf71d25-a357-481b-acbe-b5222ba42930,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:26.467420 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-74435a79-9c2b-4a4b-9141-b82b41ddd9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:26.514264 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:26.524922 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:26.525549 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:26.551083 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e05a9-a533-4762-84af-3cb474ef5466 req-d864acbc-67e2-4b7e-b5e0-82e58c4e6543 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:26.554512 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-462e05a9-a533-4762-84af-3cb474ef5466 req-d864acbc-67e2-4b7e-b5e0-82e58c4e6543 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1078184 Jun 28 14:21:26.655070 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-462e05a9-a533-4762-84af-3cb474ef5466 req-fc2d7903-d349-4770-bc8f-877f127549b2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849991 Jun 28 14:21:26.670927 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:26.826589 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Pushing event updated for resources: {'Port': ['ID=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:26.831199 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:26.832001 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.938074 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-e46152fa-8af4-4ad9-87fe-7fdad0ae98ee None None] Provisioning for port 1cf71d25-a357-481b-acbe-b5222ba42930 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:26.945042 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-e46152fa-8af4-4ad9-87fe-7fdad0ae98ee None None] Provisioning complete for port 1cf71d25-a357-481b-acbe-b5222ba42930 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:26.945870 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e46152fa-8af4-4ad9-87fe-7fdad0ae98ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:26.970147 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:23Z', 'revision_number': 3, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:27.023684 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5915848-63a7-49f0-8e1c-38fb55f0f402 None None] The sync data for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb is: [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:23Z', 'revision_number': 3, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:21:27.024768 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device d3bf129d-3bc1-4d86-b17e-2a916d5455dd up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:27.138126 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-e46152fa-8af4-4ad9-87fe-7fdad0ae98ee None None] Port 1cf71d25-a357-481b-acbe-b5222ba42930 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:21:27.162794 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:27.169994 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port d3bf129d-3bc1-4d86-b17e-2a916d5455dd triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:27.170461 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:27.190447 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298854-1735-468b-a31c-ffc7cd67c95b req-9c9d0c1e-df84-4255-ba65-2dca48f6168e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:27.191920 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3c298854-1735-468b-a31c-ffc7cd67c95b req-9c9d0c1e-df84-4255-ba65-2dca48f6168e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0868585 Jun 28 14:21:27.229502 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:27.229502 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:27.231774 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-02b89a23-d60c-4dde-9f74-fa20f3f07898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:27.250846 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3c298854-1735-468b-a31c-ffc7cd67c95b req-7f549486-ca58-4a0d-ab3c-424b475ff568 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517125 Jun 28 14:21:27.348181 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf71d25-a357-481b-acbe-b5222ba42930,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:27.354409 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:27.415954 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Network d1aafa51-5bf9-408b-b862-6d2120c31368 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:27.418308 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:27.611378 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Router 86a88a70-b1e1-44fd-bdc1-2e4990886efa has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:21:27.810467 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-298019bd-57c9-4718-8592-1a4ff254c40a None None] Provisioning complete for port 1cf71d25-a357-481b-acbe-b5222ba42930 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:27.811054 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-298019bd-57c9-4718-8592-1a4ff254c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:27.859089 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:21:27.879121 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] 10.222.0.35 "PUT /v2.0/routers/86a88a70-b1e1-44fd-bdc1-2e4990886efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091389 Jun 28 14:21:27.889956 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-298019bd-57c9-4718-8592-1a4ff254c40a None None] Port 1cf71d25-a357-481b-acbe-b5222ba42930 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:21:27.954294 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e706e8c-f95a-4af4-964c-ee288a320d06 req-5b77a21c-cb03-4c51-af81-391762da8403 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:27.956018 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8e706e8c-f95a-4af4-964c-ee288a320d06 req-5b77a21c-cb03-4c51-af81-391762da8403 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1095293 Jun 28 14:21:28.025591 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8e706e8c-f95a-4af4-964c-ee288a320d06 req-e10f0174-30fd-4859-8184-cf7f8df2e60e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631797 Jun 28 14:21:28.497072 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af39cc-fb6b-4227-b3cc-0a6cbfcbe3df req-1357fe62-62fe-4e58-ab1a-9b43437211d0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:28.498985 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-55af39cc-fb6b-4227-b3cc-0a6cbfcbe3df req-1357fe62-62fe-4e58-ab1a-9b43437211d0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.0810966 Jun 28 14:21:28.546721 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-55af39cc-fb6b-4227-b3cc-0a6cbfcbe3df req-4671477d-0c34-4f7f-a8c7-1901aea463f2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Jun 28 14:21:28.901567 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c12afeef-9267-4e8a-b933-a4e0ad4eb3ef up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:29.032281 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:29.036870 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:29.041418 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.167019 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.200704 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:29.258051 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da43309-4890-45fb-8345-65b1711cdee6 req-6062b81b-4ad0-4b26-8924-12a983ea0ff8 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:29.266764 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4da43309-4890-45fb-8345-65b1711cdee6 req-6062b81b-4ad0-4b26-8924-12a983ea0ff8 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0948899 Jun 28 14:21:29.297071 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.300232 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:29.319268 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4da43309-4890-45fb-8345-65b1711cdee6 req-b8822a66-d7e4-40e9-885c-ce0bc0ab5ce9 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513322 Jun 28 14:21:29.376714 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:29.383178 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:29.417428 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43344) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:29.424326 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1929763049-network', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:29.451019 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Sync routers for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:21:29.463544 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:29.468744 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:29.554464 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Made reservation on behalf of ea69b774e9e44832a75f562be958bb07 for: {'network': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:21:29.557708 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.573526 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.582209 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:29.778399 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.818585 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009affe-b346-41f6-a64f-018628b1b1e8 req-c3dc4c99-dc20-495b-b549-cbce96b28b83 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:29.828527 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2009affe-b346-41f6-a64f-018628b1b1e8 req-c3dc4c99-dc20-495b-b549-cbce96b28b83 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1396644 Jun 28 14:21:29.854823 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.861628 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9e1852e1-58c8-4483-b9cc-ac9d1291ba62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:29.883246 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 2, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:29.910046 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2009affe-b346-41f6-a64f-018628b1b1e8 req-18999d07-7772-45da-be22-5193976ce497 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800405 Jun 28 14:21:29.940544 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:21:29.940957 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e1320b-c76e-4bb2-a711-85d7f7d60493,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:29.941643 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Checking router: 86a88a70-b1e1-44fd-bdc1-2e4990886efa for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:21:29.942726 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Updating router 86a88a70-b1e1-44fd-bdc1-2e4990886efa port 1cf71d25-a357-481b-acbe-b5222ba42930 binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:21:29.944604 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:29.955827 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:29.956382 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.segments_db [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Added segment 764cb52a-0591-46f5-a70e-f8d0746e33c6 of type vlan for network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 Jun 28 14:21:30.007496 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.009820 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.118890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.123715 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:30.123715 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.125908 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4d645f1e-1ce9-4e09-8769-1fccbe74cc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:30.212062 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d7af88-26b3-4ea1-a124-f9a1ea280a42,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:30.214845 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:30.237865 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:21:30.269416 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 43356) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:30.273535 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8542261 Jun 28 14:21:30.277288 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Request body: {'subnet': {'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1929763049-subnet', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:30.361606 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43360) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:30.377149 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Made reservation on behalf of ea69b774e9e44832a75f562be958bb07 for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:21:30.382263 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.516321 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-79a9e77d-5f24-4ce9-b235-9488a0799522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.634327 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.654132 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Transition to ACTIVE for port object 1cf71d25-a357-481b-acbe-b5222ba42930 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:30.727594 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75947c7f-9c4c-437f-adee-0bb09984b13c req-0a99077f-87d2-4ceb-97f0-7c17e1f60a0b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:30.729373 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-75947c7f-9c4c-437f-adee-0bb09984b13c req-0a99077f-87d2-4ceb-97f0-7c17e1f60a0b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1577284 Jun 28 14:21:30.732240 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.734631 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d67fdcdf-3812-4caf-95f0-f76bf91bb2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:30.761399 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.766061 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:30.774356 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-79a9e77d-5f24-4ce9-b235-9488a0799522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.796495 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b2f8c0-4fca-46fc-b768-e7583d371cd5,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:30.803689 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-75947c7f-9c4c-437f-adee-0bb09984b13c req-1599d53d-d832-4140-82d5-d6c9aae3cecb tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666342 Jun 28 14:21:30.822163 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:30.842125 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Checking segment: {'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:30.846480 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Network hostable DHCP agents. Network: b1d7af88-26b3-4ea1-a124-f9a1ea280a42, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:21:30.846627 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-79a9e77d-5f24-4ce9-b235-9488a0799522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.847904 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-42a05881-4e3c-4c7a-81b9-d59eb775d307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:30.858247 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c048-0554-43de-a720-9b98ac29563e None None] Pushing event updated for resources: {'Port': ['ID=1cf71d25-a357-481b-acbe-b5222ba42930,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:30.862358 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-7f19c048-0554-43de-a720-9b98ac29563e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:30.940817 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Attempting to bind port 1cf71d25-a357-481b-acbe-b5222ba42930 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:21:30.941604 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Attempting to bind port 1cf71d25-a357-481b-acbe-b5222ba42930 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:21:30.942198 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Attempting to bind port 1cf71d25-a357-481b-acbe-b5222ba42930 on network d1aafa51-5bf9-408b-b862-6d2120c31368 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:30.952985 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:21:30.952985 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Checking segment: {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:30.952985 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.952985 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Bound using segment: {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:21:30.954322 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Bound port: 1cf71d25-a357-481b-acbe-b5222ba42930, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:21:30.955637 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:30.966184 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9e77d-5f24-4ce9-b235-9488a0799522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c13f81-be44-4ca5-8226-808364752907,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:30.973499 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:21:30.978285 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-79a9e77d-5f24-4ce9-b235-9488a0799522 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfdf3c1f823740a88cb606d0540063b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6154487 Jun 28 14:21:30.979824 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-79a9e77d-5f24-4ce9-b235-9488a0799522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:30.981445 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 43366) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:31.000173 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c12afeef-9267-4e8a-b933-a4e0ad4eb3ef up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:31.065681 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.088979 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, b1d7af88-26b3-4ea1-a124-f9a1ea280a42) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:31.100571 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:31.101170 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.119313 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3c96c5-16b3-4d63-b7e8-f3c35c8bb033 None None] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:21:31.122423 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.204266 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-6977c8f9-1acb-44c7-8e73-56ef577e06c1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9320784 Jun 28 14:21:31.205297 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 43368) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:31.210186 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:31.239685 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04af59-d26f-4d56-b902-7ce7be0ffa10 req-46871067-c752-4cf5-8c06-ac1b5a5530d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:31.248810 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-db04af59-d26f-4d56-b902-7ce7be0ffa10 req-46871067-c752-4cf5-8c06-ac1b5a5530d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1011994 Jun 28 14:21:31.264357 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] For port 1cf71d25-a357-481b-acbe-b5222ba42930, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:21:31.272300 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] For port 1cf71d25-a357-481b-acbe-b5222ba42930, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=1cf71d25-a357-481b-acbe-b5222ba42930,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:21:31.279986 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:31.281201 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.336913 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.339531 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.348780 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02c13f81-be44-4ca5-8226-808364752907 HTTP/1.1" status: 204 len: 168 time: 0.3610144 Jun 28 14:21:31.353028 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:31.362397 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c13f81-be44-4ca5-8226-808364752907,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:31.375306 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-db04af59-d26f-4d56-b902-7ce7be0ffa10 req-a316cf6d-2042-43c4-b98e-67d8c6b66ad3 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198437 Jun 28 14:21:31.390203 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:31.397722 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.398867 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.431321 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.441982 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:31.512729 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.521962 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-b1d7af88-26b3-4ea1-a124-f9a1ea280a42', 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'fixed_ips': [{'subnet_id': 'd2b2f8c0-4fca-46fc-b768-e7583d371cd5'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:21:31.522922 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.717956 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-4647c3a7-f6fe-4f3b-98bd-552a580824b0 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:31.719675 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-4647c3a7-f6fe-4f3b-98bd-552a580824b0 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.2218320 Jun 28 14:21:31.729376 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:31.729887 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:31.738579 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c048-0554-43de-a720-9b98ac29563e None None] Pushing event updated for resources: {'Port': ['ID=1cf71d25-a357-481b-acbe-b5222ba42930,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:31.763780 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-4116491c-0059-48f4-8d50-1abc43f5d317 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/quotas/28b9e6fe1bdc4394b13949239afacfc1 HTTP/1.1" status: 200 len: 375 time: 0.0115023 Jun 28 14:21:31.785146 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-7f19c048-0554-43de-a720-9b98ac29563e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:31.866827 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:31.968610 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-b47b1802-4038-4d79-8c2e-a1c7ae2bc7ee tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1685462 Jun 28 14:21:32.123990 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-ab39793c-fa14-46f1-8dfe-30eeb350f328 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450648 Jun 28 14:21:32.153054 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0e3ce-359f-4cdf-a0cd-ff2646dc3edb req-ed6f01a7-1da8-4bf6-8c03-563e6cbfb5a0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:32.156567 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Allocated IP 172.20.0.2 (b1d7af88-26b3-4ea1-a124-f9a1ea280a42/d2b2f8c0-4fca-46fc-b768-e7583d371cd5/66b06c34-fab6-4a34-aea8-0255ec4cb377) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:21:32.164211 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f9c0e3ce-359f-4cdf-a0cd-ff2646dc3edb req-ed6f01a7-1da8-4bf6-8c03-563e6cbfb5a0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1039000 Jun 28 14:21:32.190509 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:32.212430 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f9c0e3ce-359f-4cdf-a0cd-ff2646dc3edb req-4052446b-ed5d-420e-9b46-2b876f5a0b1f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Jun 28 14:21:32.343165 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-c5b9a665-965e-49b1-bebc-bc7f1f613fe2 service neutron] 10.222.0.35 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944659 Jun 28 14:21:32.404621 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:32.437098 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:32.530779 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:32.569846 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Transition to ACTIVE for port object 66b06c34-fab6-4a34-aea8-0255ec4cb377 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:32.610431 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Allocated IP 172.28.3.26 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/50b71749-1e6a-42d2-92a4-8614a90a3c60) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:21:32.639382 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e50a-45e5-456e-a934-1597f4196d07 req-dfbe0bc3-6206-4ce4-addd-d0a83c9f50f1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:32.657618 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0dc0e50a-45e5-456e-a934-1597f4196d07 req-dfbe0bc3-6206-4ce4-addd-d0a83c9f50f1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.1256456 Jun 28 14:21:32.670191 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Transition to ACTIVE for port object 66b06c34-fab6-4a34-aea8-0255ec4cb377 will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:32.748565 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:32.751844 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-c62417e8-aa7a-4b04-bd69-6928b9b8b921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:32.810090 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0dc0e50a-45e5-456e-a934-1597f4196d07 req-81398ad7-9799-48ac-a2ab-9c3595017c11 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497629 Jun 28 14:21:32.811890 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:32.868159 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-042cf141-903b-4b37-8d30-0914362fa8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:32.873001 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:32.889850 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-100f3fcc-64a2-4919-b8cb-54c473ec365f req-ec2c9b12-02bb-4f48-ba16-3671708bd38f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0558968 Jun 28 14:21:32.895020 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:31Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:32.910487 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:32.960561 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:21:32.962465 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Pushing event updated for resources: {'Port': ['ID=66b06c34-fab6-4a34-aea8-0255ec4cb377,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:32.966592 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:32.971058 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca1a50-63f3-4646-b119-2750237dc510 None None] The sync data for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb is: [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:31Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:21:33.034735 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:33.078117 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-ceb74766-56ab-467b-9fcf-9870c760e7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:33.166017 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:33.181678 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:33.192009 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:21:33.196659 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Attempting to bind port 66b06c34-fab6-4a34-aea8-0255ec4cb377 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:21:33.197431 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Attempting to bind port 66b06c34-fab6-4a34-aea8-0255ec4cb377 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:21:33.198235 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Attempting to bind port 66b06c34-fab6-4a34-aea8-0255ec4cb377 on network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:33.212423 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:21:33.219391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Checking segment: {'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:33.219391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:33.219391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Bound using segment: {'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:21:33.219391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Bound port: 66b06c34-fab6-4a34-aea8-0255ec4cb377, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:21:33.219391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:33.260295 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Pushing event updated for resources: {'Port': ['ID=50b71749-1e6a-42d2-92a4-8614a90a3c60,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:33.367659 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] For port 66b06c34-fab6-4a34-aea8-0255ec4cb377, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:21:33.371925 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] For port 66b06c34-fab6-4a34-aea8-0255ec4cb377, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=66b06c34-fab6-4a34-aea8-0255ec4cb377,segment=NetworkSegment(764cb52a-0591-46f5-a70e-f8d0746e33c6),segment_id=764cb52a-0591-46f5-a70e-f8d0746e33c6)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:21:33.404624 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:33.418289 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264aeb6-6e2b-455b-a11c-e726408e7b00 req-7ddce1f5-b413-4f6d-9f40-42ec07dccab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:33.422282 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a264aeb6-6e2b-455b-a11c-e726408e7b00 req-7ddce1f5-b413-4f6d-9f40-42ec07dccab0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.2075956 Jun 28 14:21:33.463277 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:33.474115 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:33.589121 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a264aeb6-6e2b-455b-a11c-e726408e7b00 req-0d9a7093-0f5e-4c24-b3a0-752930beb579 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551540 Jun 28 14:21:33.625953 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9909ccd-eaff-4751-9a9f-f7b13383e0df req-3a9de35d-88d6-4d8c-9b96-247726833af2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:33.629870 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f9909ccd-eaff-4751-9a9f-f7b13383e0df req-3a9de35d-88d6-4d8c-9b96-247726833af2 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1870282 Jun 28 14:21:33.633639 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Pushing event updated for resources: {'Port': ['ID=66b06c34-fab6-4a34-aea8-0255ec4cb377,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:33.641066 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:33.715907 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f9909ccd-eaff-4751-9a9f-f7b13383e0df req-3de0faa7-59f4-4820-9e78-7d8c92ade771 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780272 Jun 28 14:21:34.328235 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea05ffe7-504b-49e4-be6f-a13bb801d079 req-b9a0aac1-4130-499c-977e-3907d9e9a4d3 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0962782 Jun 28 14:21:34.491706 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:34.612484 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b0e8c-a6db-4d34-972f-5c869f79db69 req-7e5a3ede-dbab-4f2a-a223-c12cc5034a3c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:34.614172 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-934b0e8c-a6db-4d34-972f-5c869f79db69 req-7e5a3ede-dbab-4f2a-a223-c12cc5034a3c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.2955732 Jun 28 14:21:34.751674 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-934b0e8c-a6db-4d34-972f-5c869f79db69 req-3d8586f1-c1d9-450c-83b0-10a98f49d2ae tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251659 Jun 28 14:21:34.978698 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.054370 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 66b06c34-fab6-4a34-aea8-0255ec4cb377 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:35.150186 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124732-e1f8-4c0f-920e-694850d3ffe4 req-46ee06e0-8e76-49fe-84a5-d92a9e664113 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:35.155124 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-37124732-e1f8-4c0f-920e-694850d3ffe4 req-46ee06e0-8e76-49fe-84a5-d92a9e664113 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.2080338 Jun 28 14:21:35.263812 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 66b06c34-fab6-4a34-aea8-0255ec4cb377 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:35.269169 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1cf71d25-a357-481b-acbe-b5222ba42930 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:35.297859 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-37124732-e1f8-4c0f-920e-694850d3ffe4 req-c89e3455-7208-4ef0-ba4a-4322f316a69e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096766 Jun 28 14:21:35.321836 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-d2d07e93-a378-468a-b466-1b92d9566fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.404403 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Router d07bb979-6987-4d8f-a75d-b16e0200e789 is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:21:35.445725 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.474991 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 1cf71d25-a357-481b-acbe-b5222ba42930 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:35.483986 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 1cf71d25-a357-481b-acbe-b5222ba42930 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:35.485755 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.577186 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095f5b0-4086-4da2-a50f-2cea28d92bfd None None] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:21:35.605235 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.659190 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a9290963-05d5-4251-8058-2f7ba94a751a req-c1b74f84-1e07-49c2-ad02-a714846feb4a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0854573 Jun 28 14:21:35.700892 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Provisioning for port 66b06c34-fab6-4a34-aea8-0255ec4cb377 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:35.721875 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Provisioning complete for port 66b06c34-fab6-4a34-aea8-0255ec4cb377 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:35.722686 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.780014 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:21:35.788701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.794883 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Sync routers for ids ['d07bb979-6987-4d8f-a75d-b16e0200e789'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:21:35.826210 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Routers {'d07bb979-6987-4d8f-a75d-b16e0200e789'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:35.826210 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['d07bb979-6987-4d8f-a75d-b16e0200e789'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:35.935295 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:35.939656 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43460) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:35.942977 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7362733 Jun 28 14:21:35.988533 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 1cf71d25-a357-481b-acbe-b5222ba42930, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=1cf71d25-a357-481b-acbe-b5222ba42930,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:36.042608 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:36.057443 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Set router d07bb979-6987-4d8f-a75d-b16e0200e789 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:36.114447 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:36.133414 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:36.200839 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] For port 66b06c34-fab6-4a34-aea8-0255ec4cb377, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=66b06c34-fab6-4a34-aea8-0255ec4cb377,segment=NetworkSegment(764cb52a-0591-46f5-a70e-f8d0746e33c6),segment_id=764cb52a-0591-46f5-a70e-f8d0746e33c6)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:36.251084 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=1cf71d25-a357-481b-acbe-b5222ba42930,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:36.274781 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:36.280682 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:36.280682 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:36.388716 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Pushing event updated for resources: {'Port': ['ID=66b06c34-fab6-4a34-aea8-0255ec4cb377,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:36.409602 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:36.532403 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:21:33Z', 'revision_number': 3, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:36.537158 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:36.613482 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Checking router: d07bb979-6987-4d8f-a75d-b16e0200e789 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:21:36.613860 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Updating router d07bb979-6987-4d8f-a75d-b16e0200e789 port 50b71749-1e6a-42d2-92a4-8614a90a3c60 binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:21:36.648438 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-c241ab8d-4212-45f8-a99a-a59e591ca714 None None] Provisioning complete for port 66b06c34-fab6-4a34-aea8-0255ec4cb377 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:36.648821 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c241ab8d-4212-45f8-a99a-a59e591ca714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:36.694259 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:36.778238 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae297fe-82ba-4b3d-ae97-2b9f9d436250 req-32ed856a-3013-4eea-a166-328257f7969e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:36.779795 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cae297fe-82ba-4b3d-ae97-2b9f9d436250 req-32ed856a-3013-4eea-a166-328257f7969e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.2309279 Jun 28 14:21:36.871315 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cae297fe-82ba-4b3d-ae97-2b9f9d436250 req-44c4a1ff-0d62-4d70-8e9d-0eedf9daee98 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829742 Jun 28 14:21:37.010319 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 66b06c34-fab6-4a34-aea8-0255ec4cb377 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:37.127346 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 66b06c34-fab6-4a34-aea8-0255ec4cb377 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:37.128003 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.130386 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cba6bc-ce4f-440f-94a7-3360929ba501 req-0b783513-3589-4aed-9cc9-fa514dd5cfbc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:37.149212 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d6cba6bc-ce4f-440f-94a7-3360929ba501 req-0b783513-3589-4aed-9cc9-fa514dd5cfbc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 1.1007257 Jun 28 14:21:37.221516 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6ac7006d-5571-4f7e-abfc-1c4214cd0a4b req-aa46cb0f-097d-4a45-9d2c-7646d027e402 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0868592 Jun 28 14:21:37.248348 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.261008 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Transition to ACTIVE for port object 50b71749-1e6a-42d2-92a4-8614a90a3c60 will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:37.313823 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1cf71d25-a357-481b-acbe-b5222ba42930 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:37.329806 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d6cba6bc-ce4f-440f-94a7-3360929ba501 req-4391b92f-d403-45ec-8530-8203e3063f34 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775959 Jun 28 14:21:37.348290 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.350999 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-74435a79-9c2b-4a4b-9141-b82b41ddd9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:37.414737 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 1cf71d25-a357-481b-acbe-b5222ba42930 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:37.415129 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.419202 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e887e608-aff7-4218-8dd7-f4335a62a940 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:37.421139 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e887e608-aff7-4218-8dd7-f4335a62a940 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 814 time: 0.6048095 Jun 28 14:21:37.463988 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Request body: {'port': {'device_id': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'admin_state_up': True, 'tenant_id': '28b9e6fe1bdc4394b13949239afacfc1'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:37.475094 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0641e6-0677-4db9-95e8-5456b37ffd83 None None] Pushing event updated for resources: {'Port': ['ID=50b71749-1e6a-42d2-92a4-8614a90a3c60,revision_number=2']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:37.488912 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-ae0641e6-0677-4db9-95e8-5456b37ffd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:37.497146 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Attempting to bind port 50b71749-1e6a-42d2-92a4-8614a90a3c60 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:21:37.500882 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Attempting to bind port 50b71749-1e6a-42d2-92a4-8614a90a3c60 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:21:37.502867 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Attempting to bind port 50b71749-1e6a-42d2-92a4-8614a90a3c60 on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:37.518996 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:21:37.518996 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:37.518996 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.518996 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:21:37.518996 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Bound port: 50b71749-1e6a-42d2-92a4-8614a90a3c60, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:21:37.519880 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.619925 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] For port 50b71749-1e6a-42d2-92a4-8614a90a3c60, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:21:37.627352 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] For port 50b71749-1e6a-42d2-92a4-8614a90a3c60, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=50b71749-1e6a-42d2-92a4-8614a90a3c60,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:21:37.641640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.674253 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.680548 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:37.713391 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Made reservation on behalf of 28b9e6fe1bdc4394b13949239afacfc1 for: {'port': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:21:37.719528 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:37.804953 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0641e6-0677-4db9-95e8-5456b37ffd83 None None] Pushing event updated for resources: {'Port': ['ID=50b71749-1e6a-42d2-92a4-8614a90a3c60,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:37.807963 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Routers {'d07bb979-6987-4d8f-a75d-b16e0200e789'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:37.809410 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['d07bb979-6987-4d8f-a75d-b16e0200e789'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:37.923149 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Allocated IP 172.20.0.6 (cb32eddb-c7fb-4577-b8d0-702429e0a24f/5a0e28bc-85fe-4512-8b0b-394b4c3432b7/b1782ea1-cbf1-4dbd-8d01-ed1f66903179) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:21:37.932681 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-ae0641e6-0677-4db9-95e8-5456b37ffd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:38.060578 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] Set router d07bb979-6987-4d8f-a75d-b16e0200e789 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:38.133308 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Allocated IP 172.20.0.1 (b1d7af88-26b3-4ea1-a124-f9a1ea280a42/d2b2f8c0-4fca-46fc-b768-e7583d371cd5/029e5c8a-9ca5-4e5e-a936-20540c261fdc) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:21:38.224936 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:38.290913 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:38.318682 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14e4a0-52d4-465d-ad0e-6c2b1e4648c4 req-fb113ad3-a60b-4d7f-a41a-5e76b72e1b8e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:38.320538 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2c14e4a0-52d4-465d-ad0e-6c2b1e4648c4 req-fb113ad3-a60b-4d7f-a41a-5e76b72e1b8e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1619315 Jun 28 14:21:38.356753 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-d567b18f-20c4-45fd-bbb1-ab98f878ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:38.358766 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-d567b18f-20c4-45fd-bbb1-ab98f878ed44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 1098 time: 0.1443930 Jun 28 14:21:38.390053 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2c14e4a0-52d4-465d-ad0e-6c2b1e4648c4 req-5088f511-33b9-421f-9973-057f30fcf178 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611115 Jun 28 14:21:38.443837 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:38.496058 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c', 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:38.517253 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1948d59d-094a-4278-bd0a-a6fdcf2d1639 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:38.521911 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:21:33Z', 'revision_number': 3, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:38.534633 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-d3479200-f282-488c-b955-f9ca76182698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:38.545155 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-d3479200-f282-488c-b955-f9ca76182698 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 200 len: 918 time: 0.1674752 Jun 28 14:21:38.570865 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146aaeb2-8cfe-42a1-ab30-ce8585027f85 None None] The sync data for ids ['d07bb979-6987-4d8f-a75d-b16e0200e789'] in dv-cinder-761113-15-smb is: [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:21:33Z', 'revision_number': 3, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:21:38.640783 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Network cb32eddb-c7fb-4577-b8d0-702429e0a24f is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:38.660945 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:38.667089 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-290752dd-3f85-4f9c-ae85-bc24eeab3b49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 200 len: 217 time: 0.0751491 Jun 28 14:21:38.681284 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:21:38.761153 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bde9f-498e-4849-a3bf-2d1dfbd7a4f9 req-bef3bec3-6bf8-43fb-b923-6055f4eef420 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:38.764049 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5d7bde9f-498e-4849-a3bf-2d1dfbd7a4f9 req-bef3bec3-6bf8-43fb-b923-6055f4eef420 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 931 time: 0.2044644 Jun 28 14:21:38.765182 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event updated for resources: {'Port': ['ID=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:38.777004 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:38.827408 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5d7bde9f-498e-4849-a3bf-2d1dfbd7a4f9 req-419a99f1-e0f3-4934-966a-2ed32373115a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Jun 28 14:21:38.854167 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:38.854872 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:38.874487 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:38.893453 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-7bb987e5-b519-4678-b892-c967d32980a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:38.894208 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Transition to ACTIVE for port object 029e5c8a-9ca5-4e5e-a936-20540c261fdc will not be triggered until provisioned by entity DHCP. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:38.895494 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-7bb987e5-b519-4678-b892-c967d32980a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 200 len: 857 time: 0.2180221 Jun 28 14:21:38.925273 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678872 Jun 28 14:21:38.949116 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Request body: {'port': {'device_id': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:38.955653 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c859f49-c0dc-45d1-a134-cf75fa064a7b req-4221a2b2-ca62-476f-a32c-8bfd6eaf6bf1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:38.957728 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5c859f49-c0dc-45d1-a134-cf75fa064a7b req-4221a2b2-ca62-476f-a32c-8bfd6eaf6bf1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.2933033 Jun 28 14:21:38.988174 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-d1a2f092-7101-4f6d-8672-75220d22d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:39.003720 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-d1a2f092-7101-4f6d-8672-75220d22d496 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1099 time: 0.3017480 Jun 28 14:21:39.012234 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-ad9f4ecf-cbe6-4603-9c51-84fe93408e59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a2cf116-0eed-4434-8189-5aa984a37271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974681 Jun 28 14:21:39.039024 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:39.053368 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-eee4237b-ac74-4c83-9ca2-50a9f3a08b9b tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:39.143610 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:39.161127 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:39.176854 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:21:39.222638 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5c859f49-c0dc-45d1-a134-cf75fa064a7b req-4e317c64-3988-46a1-af83-09b9dc7b1393 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405903 Jun 28 14:21:39.234069 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Pushing event updated for resources: {'Port': ['ID=029e5c8a-9ca5-4e5e-a936-20540c261fdc,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:39.243868 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:39.284640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:39.287174 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:39.331086 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-87a69e0e-4c6e-4d72-b009-83cfab47f974 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060243 Jun 28 14:21:39.333720 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-b88b2950-f2cc-4fca-99b4-c90bde0c492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:39.335408 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-b88b2950-f2cc-4fca-99b4-c90bde0c492a service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.3180614 Jun 28 14:21:39.555836 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-65afd654-8623-4ea2-bb9a-582d1b62655e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 200 len: 1002 time: 0.1708279 Jun 28 14:21:39.616448 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ce687d41-9896-42c2-96b4-b2bf388ea48a None None] Provisioning for port 029e5c8a-9ca5-4e5e-a936-20540c261fdc completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:39.620703 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ce687d41-9896-42c2-96b4-b2bf388ea48a None None] Provisioning complete for port 029e5c8a-9ca5-4e5e-a936-20540c261fdc triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:39.621168 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ce687d41-9896-42c2-96b4-b2bf388ea48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:39.635218 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8fe6990-755b-4d88-9f1a-d8afb5bd0c1c req-ed3bf93b-34e7-4590-b8d8-b151addad371 service neutron] 10.222.0.37 "GET /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875869 Jun 28 14:21:39.647264 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-aa71b90a-d1da-4a1b-b62c-5cad4eef3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:39.649212 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-aa71b90a-d1da-4a1b-b62c-5cad4eef3d68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0759706 Jun 28 14:21:39.699168 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ce687d41-9896-42c2-96b4-b2bf388ea48a None None] Port 029e5c8a-9ca5-4e5e-a936-20540c261fdc cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:21:39.770733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-a17051dc-a6b4-413e-a7ae-8ac095009340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:39.772274 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-a17051dc-a6b4-413e-a7ae-8ac095009340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1092613 Jun 28 14:21:39.888009 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:39.913914 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba6fd-8750-4adc-afd0-18b244984f01 req-66705a63-1564-4155-8881-867b72c6053b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:39.921718 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1e3ba6fd-8750-4adc-afd0-18b244984f01 req-66705a63-1564-4155-8881-867b72c6053b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.2642078 Jun 28 14:21:39.989932 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-0aa90d69-40af-4ecc-b834-dd997f631a5c service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751225 Jun 28 14:21:40.079550 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1e3ba6fd-8750-4adc-afd0-18b244984f01 req-d83fcd91-e015-41be-b544-8fb43f7276d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568472 Jun 28 14:21:40.147367 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1782ea1-cbf1-4dbd-8d01-ed1f66903179 {{(pid=93575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:21:40.199640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.219667 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Transition to ACTIVE for port object b1782ea1-cbf1-4dbd-8d01-ed1f66903179 will not be triggered until provisioned by entity L2. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:40.223093 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d233962-8524-4b9f-8b61-b2a41cc726e4 req-bd160021-7841-4481-9f93-40377d15c1fa tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:40.224923 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7d233962-8524-4b9f-8b61-b2a41cc726e4 req-bd160021-7841-4481-9f93-40377d15c1fa tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 931 time: 0.1908250 Jun 28 14:21:40.231578 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-528bacd8-8a90-4dc0-addf-c69f2396f143 req-7e106be7-1653-4710-a9e0-147d792c18c1 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309890 Jun 28 14:21:40.282996 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7d233962-8524-4b9f-8b61-b2a41cc726e4 req-a0a7a9f3-7271-414a-b060-da0bfa963f8e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Jun 28 14:21:40.326065 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.328896 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.331314 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:40.379679 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Pushing event updated for resources: {'Port': ['ID=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:40.382591 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:40.459403 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.470712 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:40.572527 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Pushing event updated for resources: {'Port': ['ID=029e5c8a-9ca5-4e5e-a936-20540c261fdc,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:40.576626 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.578338 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Attempting to bind port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:21:40.580519 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Attempting to bind port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:21:40.580519 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Attempting to bind port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:40.582921 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:40.591458 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 on network cb32eddb-c7fb-4577-b8d0-702429e0a24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:21:40.591831 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Attempting to bind port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 on network cb32eddb-c7fb-4577-b8d0-702429e0a24f {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:40.610100 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab131-eff0-4d36-8ded-68254cdbeced req-b3679d54-d6d1-40ce-b629-335b2543b676 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:40.611705 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bb7ab131-eff0-4d36-8ded-68254cdbeced req-b3679d54-d6d1-40ce-b629-335b2543b676 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 946 time: 0.2231619 Jun 28 14:21:40.612619 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:21:40.612876 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Checking segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:40.613281 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Bound using segment: {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:21:40.613748 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Bound port: b1782ea1-cbf1-4dbd-8d01-ed1f66903179, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f'}}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:21:40.614119 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.678321 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:21:40.739815 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bb7ab131-eff0-4d36-8ded-68254cdbeced req-346de2d7-7218-4fa5-915d-e58d03baa032 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125832 Jun 28 14:21:40.815465 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.819900 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] For port b1782ea1-cbf1-4dbd-8d01-ed1f66903179, host hv-cinder-76111, cleared binding levels {{(pid=93575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:21:40.841433 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:21:40.843613 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] For port b1782ea1-cbf1-4dbd-8d01-ed1f66903179, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:21:40.845612 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:21:40.889289 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:40.890563 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:40.893871 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d24613-5727-45f1-b058-941ed9c9d9eb" -d '{"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:40.971565 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16d1d0c-1bae-4abe-8e0a-4647366bdc82 x-openstack-request-id: req-b16d1d0c-1bae-4abe-8e0a-4647366bdc82 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:40.972745 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:40.973211 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b16d1d0c-1bae-4abe-8e0a-4647366bdc82 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:40.974626 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'code': 200} Jun 28 14:21:40.981628 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:40.986115 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-7f19c048-0554-43de-a720-9b98ac29563e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:40.995310 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 50b71749-1e6a-42d2-92a4-8614a90a3c60 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:41.314072 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-686c3675-80b7-41f8-a87c-8d4e4fcbb0a9 None None] Provisioning complete for port 029e5c8a-9ca5-4e5e-a936-20540c261fdc triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:41.314537 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-686c3675-80b7-41f8-a87c-8d4e4fcbb0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:41.340343 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=8']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:41.346015 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:41.359668 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Router d07bb979-6987-4d8f-a75d-b16e0200e789 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:21:41.368267 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-686c3675-80b7-41f8-a87c-8d4e4fcbb0a9 None None] Port 029e5c8a-9ca5-4e5e-a936-20540c261fdc cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:21:41.382091 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:41.408618 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:41.422039 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 50b71749-1e6a-42d2-92a4-8614a90a3c60 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:41.426493 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 50b71749-1e6a-42d2-92a4-8614a90a3c60 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:41.427114 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:41.458993 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Pushing event updated for resources: {'Port': ['ID=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,revision_number=3']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:41.484830 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:41.503393 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:41.505104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:41.510333 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] 10.222.0.37 "PUT /v2.0/ports/b1782ea1-cbf1-4dbd-8d01-ed1f66903179 HTTP/1.1" status: 200 len: 1093 time: 2.5674865 Jun 28 14:21:41.513786 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'tag': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:41.516097 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0717d-39f3-488c-ac7a-f80daebae884" -d '{"events": [{"name": "network-changed", "server_uuid": "a80a32f6-048a-4ac1-bbdc-7854236dba69", "tag": "b1782ea1-cbf1-4dbd-8d01-ed1f66903179"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:41.545416 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:41.567569 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 50b71749-1e6a-42d2-92a4-8614a90a3c60, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=50b71749-1e6a-42d2-92a4-8614a90a3c60,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:41.570950 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195f2fb-e521-40b0-8b16-83bd436f1002 req-b70282ba-cdb6-4bd0-91e1-4047d8300ff1 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:41.581592 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2195f2fb-e521-40b0-8b16-83bd436f1002 req-b70282ba-cdb6-4bd0-91e1-4047d8300ff1 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 943 time: 0.1201384 Jun 28 14:21:41.634557 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2195f2fb-e521-40b0-8b16-83bd436f1002 req-00350ec3-9d0e-4a9e-b4de-ea08a4ba82b2 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Jun 28 14:21:41.639377 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:41.641538 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-da34854a-dda3-4a39-9f57-32f7e2c13f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:41.658116 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:21:41.666372 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] 10.222.0.35 "PUT /v2.0/routers/d07bb979-6987-4d8f-a75d-b16e0200e789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7254720 Jun 28 14:21:41.725354 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Sync routers for ids ['d07bb979-6987-4d8f-a75d-b16e0200e789'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:21:41.737031 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ecfea-188d-45f0-9b94-71f0908f25b8 req-05779eab-4478-41b6-bcd3-ee259ec9c8ff tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:41.745080 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-205ecfea-188d-45f0-9b94-71f0908f25b8 req-05779eab-4478-41b6-bcd3-ee259ec9c8ff tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.3785343 Jun 28 14:21:41.781250 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Routers {'d07bb979-6987-4d8f-a75d-b16e0200e789'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:41.782054 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['d07bb979-6987-4d8f-a75d-b16e0200e789'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:41.787366 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=50b71749-1e6a-42d2-92a4-8614a90a3c60,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:41.802662 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-16228356-e7de-4b8c-b334-b600f54fd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:41.804457 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-16228356-e7de-4b8c-b334-b600f54fd487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 1096 time: 0.1574736 Jun 28 14:21:41.830716 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-205ecfea-188d-45f0-9b94-71f0908f25b8 req-99202aeb-a0a8-4ffe-b16e-fec6c7cdb379 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840960 Jun 28 14:21:41.834581 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:41.882509 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-8b02d632-1a2a-4631-bdb5-a56c4528af2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1782ea1-cbf1-4dbd-8d01-ed1f66903179 HTTP/1.1" status: 200 len: 217 time: 0.0497954 Jun 28 14:21:41.921388 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdc60fd-8a03-43a6-a978-f6b25caf06c9 x-openstack-request-id: req-4bdc60fd-8a03-43a6-a978-f6b25caf06c9 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:41.922291 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80a32f6-048a-4ac1-bbdc-7854236dba69", "tag": "b1782ea1-cbf1-4dbd-8d01-ed1f66903179", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:41.922693 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4bdc60fd-8a03-43a6-a978-f6b25caf06c9 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:41.923243 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'tag': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179', 'status': 'completed', 'code': 200} Jun 28 14:21:41.977301 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Set router d07bb979-6987-4d8f-a75d-b16e0200e789 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:41.996369 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-8edd7dc3-293c-4d6f-ad58-e0fbcb105a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:41.998618 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-8edd7dc3-293c-4d6f-ad58-e0fbcb105a42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0e28bc-85fe-4512-8b0b-394b4c3432b7 HTTP/1.1" status: 200 len: 854 time: 0.0977645 Jun 28 14:21:42.050485 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-b9e05aec-2e23-45ae-8a55-e574d7f91293 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb32eddb-c7fb-4577-b8d0-702429e0a24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444648 Jun 28 14:21:42.196433 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03a09-8802-4215-a319-3fba271c46d5 req-3337b78a-ceee-4eae-ada3-a3896a8e10ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:42.205137 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-05f03a09-8802-4215-a319-3fba271c46d5 req-3337b78a-ceee-4eae-ada3-a3896a8e10ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.1632977 Jun 28 14:21:42.231357 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-322805c8-08a1-4e01-bccd-48dcdb4469a5 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568804 Jun 28 14:21:42.324838 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-05f03a09-8802-4215-a319-3fba271c46d5 req-81b18998-d989-4218-96d6-fb1f78355b43 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186182 Jun 28 14:21:42.343121 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:21:39Z', 'revision_number': 4, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '029e5c8a-9ca5-4e5e-a936-20540c261fdc', 'name': '', 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'mac_address': 'fa:16:3e:4c:53:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd2b2f8c0-4fca-46fc-b768-e7583d371cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:37Z', 'updated_at': '2021-06-28T14:21:40Z', 'revision_number': 2, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'subnets': [{'id': 'd2b2f8c0-4fca-46fc-b768-e7583d371cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:42.380828 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Checking router: d07bb979-6987-4d8f-a75d-b16e0200e789 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:21:42.381196 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Updating router d07bb979-6987-4d8f-a75d-b16e0200e789 port 029e5c8a-9ca5-4e5e-a936-20540c261fdc binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:21:42.434161 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:42.449448 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3ecc671e-f5e9-43f3-9bc1-547775fa8803 req-f2e37b6f-e9f9-400f-8371-6e34b5387aa3 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999321 Jun 28 14:21:42.845698 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-7001153d-31bd-47d0-8ba0-2e203d89fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:42.847811 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-7001153d-31bd-47d0-8ba0-2e203d89fee4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 1096 time: 0.1398101 Jun 28 14:21:42.906270 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:42.937757 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Transition to ACTIVE for port object 029e5c8a-9ca5-4e5e-a936-20540c261fdc will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:21:42.971098 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 50b71749-1e6a-42d2-92a4-8614a90a3c60 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:43.022131 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:43.038767 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:43.056861 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-41dabb3a-4f12-415c-8f59-1957895cf67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:43.059353 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-41dabb3a-4f12-415c-8f59-1957895cf67e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 200 len: 915 time: 0.1906161 Jun 28 14:21:43.189893 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-8fcdd140-faea-40f6-a7ef-8858f44355f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1782ea1-cbf1-4dbd-8d01-ed1f66903179 HTTP/1.1" status: 200 len: 217 time: 0.0989738 Jun 28 14:21:43.195976 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d5c6c-1f43-4f18-9e3d-819edf0068a1 req-83ba646d-06b7-49db-9b8a-dfa8b7e947b5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:43.203581 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-789d5c6c-1f43-4f18-9e3d-819edf0068a1 req-83ba646d-06b7-49db-9b8a-dfa8b7e947b5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 943 time: 0.1718655 Jun 28 14:21:43.231190 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6973fe-1a47-44ca-83d5-0243115568f6 None None] Pushing event updated for resources: {'Port': ['ID=029e5c8a-9ca5-4e5e-a936-20540c261fdc,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:43.249491 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-1c6973fe-1a47-44ca-83d5-0243115568f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:43.291270 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-789d5c6c-1f43-4f18-9e3d-819edf0068a1 req-fb45c248-907a-470b-b0da-e61f923b96df tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863774 Jun 28 14:21:43.312770 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Attempting to bind port 029e5c8a-9ca5-4e5e-a936-20540c261fdc on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:21:43.313593 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Attempting to bind port 029e5c8a-9ca5-4e5e-a936-20540c261fdc by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:21:43.314124 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Attempting to bind port 029e5c8a-9ca5-4e5e-a936-20540c261fdc on network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:21:43.323866 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:21:43.324284 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Checking segment: {'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:21:43.324846 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:43.325320 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Bound using segment: {'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:21:43.325812 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Bound port: 029e5c8a-9ca5-4e5e-a936-20540c261fdc, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764cb52a-0591-46f5-a70e-f8d0746e33c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:21:43.326202 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:43.333422 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 50b71749-1e6a-42d2-92a4-8614a90a3c60 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:43.333913 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:43.334459 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-b8815044-72b7-43a4-9703-ac23059dae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:43.337016 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-b8815044-72b7-43a4-9703-ac23059dae99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0e28bc-85fe-4512-8b0b-394b4c3432b7 HTTP/1.1" status: 200 len: 854 time: 0.1159527 Jun 28 14:21:43.407658 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-0cbe353f-6b2c-4193-bcdd-331882172a98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb32eddb-c7fb-4577-b8d0-702429e0a24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533185 Jun 28 14:21:43.561136 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43570) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:43.571145 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140400817', 'description': 'tempest-secgroup-smoke-1140400817 description', 'project_id': '4196a0dc8358414eb45e0e17fcca3152'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:43.643346 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df7128-daa1-4fc1-a76e-b772f6379371 req-4be4c0ac-8632-4897-8236-c01eda92edba tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:43.648952 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8df7128-daa1-4fc1-a76e-b772f6379371 req-4be4c0ac-8632-4897-8236-c01eda92edba tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.1423917 Jun 28 14:21:43.684815 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] For port 029e5c8a-9ca5-4e5e-a936-20540c261fdc, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:21:43.696880 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-f4b687e7-4cd4-456b-9911-38b4b9297b52 service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751305 Jun 28 14:21:43.701931 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:43.738936 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8df7128-daa1-4fc1-a76e-b772f6379371 req-7007fa10-e9bd-4bfd-94e8-bdb75e0ff244 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801032 Jun 28 14:21:43.769839 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] For port 029e5c8a-9ca5-4e5e-a936-20540c261fdc, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=029e5c8a-9ca5-4e5e-a936-20540c261fdc,segment=NetworkSegment(764cb52a-0591-46f5-a70e-f8d0746e33c6),segment_id=764cb52a-0591-46f5-a70e-f8d0746e33c6)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:21:43.811641 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:43.814606 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:43.885078 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6973fe-1a47-44ca-83d5-0243115568f6 None None] Pushing event updated for resources: {'Port': ['ID=029e5c8a-9ca5-4e5e-a936-20540c261fdc,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:43.899654 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-1c6973fe-1a47-44ca-83d5-0243115568f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:43.901488 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Routers {'d07bb979-6987-4d8f-a75d-b16e0200e789'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:21:43.903142 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:21:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['d07bb979-6987-4d8f-a75d-b16e0200e789'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:43.955348 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59f0717d-39f3-488c-ac7a-f80daebae884 req-0a527fdb-8a9c-49ad-9ee6-10a27eb966fb service neutron] 10.222.0.37 "GET /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490144 Jun 28 14:21:43.994573 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a673d-2b4c-4700-8c76-8493bc7ab3ca req-6af0efaa-98fd-454b-92de-20b21ac59735 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:44.001628 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b46a673d-2b4c-4700-8c76-8493bc7ab3ca req-6af0efaa-98fd-454b-92de-20b21ac59735 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.2361546 Jun 28 14:21:44.064564 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] Set router d07bb979-6987-4d8f-a75d-b16e0200e789 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:21:44.081229 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.124359 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b46a673d-2b4c-4700-8c76-8493bc7ab3ca req-aae316fc-d7ee-43d9-b266-7fea70d970ba tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217327 Jun 28 14:21:44.141843 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.144423 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3d22857c-9ee2-4a03-8aef-123e0778501e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:44.212412 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c65383-3d52-408b-b87e-854469b82da8,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:44.216527 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:44.256241 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.257675 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6958296 Jun 28 14:21:44.260502 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43586) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:44.270578 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'security_group_rule': {'security_group_id': 'd6c65383-3d52-408b-b87e-854469b82da8', 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:44.363071 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.472062 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.499771 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:21:39Z', 'revision_number': 4, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '029e5c8a-9ca5-4e5e-a936-20540c261fdc', 'name': '', 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'mac_address': 'fa:16:3e:4c:53:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd2b2f8c0-4fca-46fc-b768-e7583d371cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:37Z', 'updated_at': '2021-06-28T14:21:43Z', 'revision_number': 4, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'subnets': [{'id': 'd2b2f8c0-4fca-46fc-b768-e7583d371cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:21:44.544975 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.549015 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:44.588733 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986adf7d-55e8-4518-9c4d-2738480759dd,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:44.593965 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:44.602149 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3e268-f9ee-41c8-bdd4-6675155a04fc None None] The sync data for ids ['d07bb979-6987-4d8f-a75d-b16e0200e789'] in dv-cinder-761113-15-smb is: [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:21:39Z', 'revision_number': 4, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '029e5c8a-9ca5-4e5e-a936-20540c261fdc', 'name': '', 'network_id': 'b1d7af88-26b3-4ea1-a124-f9a1ea280a42', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'mac_address': 'fa:16:3e:4c:53:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'd2b2f8c0-4fca-46fc-b768-e7583d371cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:37Z', 'updated_at': '2021-06-28T14:21:43Z', 'revision_number': 4, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'subnets': [{'id': 'd2b2f8c0-4fca-46fc-b768-e7583d371cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:21:44.662850 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.664533 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019790 Jun 28 14:21:44.667890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43606) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:44.674857 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'security_group_rule': {'security_group_id': 'd6c65383-3d52-408b-b87e-854469b82da8', 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:44.693428 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b1782ea1-cbf1-4dbd-8d01-ed1f66903179 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:21:44.759353 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da9b09-1c3c-4cbb-9276-7af2aa1dd645 req-1cfccea6-d661-410d-a02b-36026cb4f2cb tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:44.762017 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d0da9b09-1c3c-4cbb-9276-7af2aa1dd645 req-1cfccea6-d661-410d-a02b-36026cb4f2cb tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 943 time: 0.1353552 Jun 28 14:21:44.824888 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d0da9b09-1c3c-4cbb-9276-7af2aa1dd645 req-89f9056c-1ad2-4a13-92f9-dc565b7599a7 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572975 Jun 28 14:21:44.874219 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:44.937335 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port b1782ea1-cbf1-4dbd-8d01-ed1f66903179, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:44.953577 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179', 'network_id': 'cb32eddb-c7fb-4577-b8d0-702429e0a24f', 'port_id': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179', 'mac_address': 'fa:16:3e:64:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0e28bc-85fe-4512-8b0b-394b4c3432b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:21:44.992219 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 029e5c8a-9ca5-4e5e-a936-20540c261fdc up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:45.013161 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.055068 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.057617 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.060479 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:45.077557 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1782ea1-cbf1-4dbd-8d01-ed1f66903179 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:21:45.083111 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2043321b-0f9d-40d1-9848-561df748be53,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:45.086002 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:45.130803 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port b1782ea1-cbf1-4dbd-8d01-ed1f66903179, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:45.159839 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.164066 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 43610) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:45.164266 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4932418 Jun 28 14:21:45.170234 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'security_group_rule': {'security_group_id': 'd6c65383-3d52-408b-b87e-854469b82da8', 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:45.217017 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 029e5c8a-9ca5-4e5e-a936-20540c261fdc completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:45.222254 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 029e5c8a-9ca5-4e5e-a936-20540c261fdc triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:45.222639 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.283963 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.283963 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-433bc830-11c1-4867-ac8a-97aea0106215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:45.349613 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.422028 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:45.425634 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:45.500697 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.537158 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.679607 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.682321 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c154e804-9bf2-4f1d-b769-98de9fa955be tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:45.715554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88447c1e-fe11-4791-860b-ac4b3802feb8,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:45.732242 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:45.739279 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 029e5c8a-9ca5-4e5e-a936-20540c261fdc, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=029e5c8a-9ca5-4e5e-a936-20540c261fdc,segment=NetworkSegment(764cb52a-0591-46f5-a70e-f8d0746e33c6),segment_id=764cb52a-0591-46f5-a70e-f8d0746e33c6)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:45.822330 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.836110 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-28329715-c591-4c11-8720-5410f0f78c7b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6584067 Jun 28 14:21:45.836699 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43628) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:45.841818 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'security_group_rule': {'security_group_id': 'd6c65383-3d52-408b-b87e-854469b82da8', 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:45.856825 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.858662 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:45.917885 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['b1782ea1-cbf1-4dbd-8d01-ed1f66903179'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:45.947484 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:45.987438 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=029e5c8a-9ca5-4e5e-a936-20540c261fdc,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:45.991971 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:46.212049 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.248745 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8529af-0a12-427a-b890-90b7e2e67e51 req-39ae46c3-c606-4603-a717-e05db43e0bd7 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:46.256289 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5b8529af-0a12-427a-b890-90b7e2e67e51 req-39ae46c3-c606-4603-a717-e05db43e0bd7 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 944 time: 0.1566796 Jun 28 14:21:46.298413 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.310478 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5b8529af-0a12-427a-b890-90b7e2e67e51 req-c10e2344-8ede-4cd6-bb8a-06b6e2ce77f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529332 Jun 28 14:21:46.313630 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ae3dbb10-fd41-45ba-98bd-337b1c077dbf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:46.346470 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5971ed-9a30-45d0-ba9c-ba208a4c30cb,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:46.350633 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:46.423151 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.427138 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5957508 Jun 28 14:21:46.427309 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43638) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:46.431937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'security_group_rule': {'security_group_id': 'd6c65383-3d52-408b-b87e-854469b82da8', 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:46.536244 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.securitygroups_db [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Project 4196a0dc8358414eb45e0e17fcca3152 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:21:46.541885 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.565717 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2b9e0-0faf-463b-bba6-01f26ed04029 req-25b70189-3269-45ad-8634-58ace9258c0a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:46.590399 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e4b2b9e0-0faf-463b-bba6-01f26ed04029 req-25b70189-3269-45ad-8634-58ace9258c0a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.1366780 Jun 28 14:21:46.659770 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.669049 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e4b2b9e0-0faf-463b-bba6-01f26ed04029 req-dbab7a44-8b8c-42df-8185-8da73add36ea tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775242 Jun 28 14:21:46.688446 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:21:46.736405 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.739018 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3934eff4-af3b-405d-8c01-4d3a20743bec tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:46.764403 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bce4984-2795-4397-8b60-479c327aaaa8,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:46.775038 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:46.852657 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.860420 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-52031e2e-3688-45de-8120-9bcf77aae38b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4319913 Jun 28 14:21:46.861679 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43664) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:46.867661 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'security_group_rule': {'security_group_id': 'd6c65383-3d52-408b-b87e-854469b82da8', 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:21:46.912725 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 029e5c8a-9ca5-4e5e-a936-20540c261fdc up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:46.965517 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.securitygroups_db [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Project 4196a0dc8358414eb45e0e17fcca3152 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:21:46.973666 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 029e5c8a-9ca5-4e5e-a936-20540c261fdc triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:46.973872 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:46.983866 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:47.151336 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:47.194144 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 43674) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:21:47.232819 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:47.234943 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6fc987ed-3cca-450a-bfb4-0b66c094d82e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:47.256178 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b9f33f-33dc-41d3-a3b3-8b1e86a73e3b,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:47.267844 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:47.311167 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-742b394e-f3a0-4787-9f68-319ba2b05482 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157086 Jun 28 14:21:47.342543 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:47.344030 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4811480 Jun 28 14:21:47.598700 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814895f3-964b-4415-a057-e7485fb1cb55 req-75a2ae41-82a0-4a7d-a7f0-0c44b7200e53 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:47.598700 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-814895f3-964b-4415-a057-e7485fb1cb55 req-75a2ae41-82a0-4a7d-a7f0-0c44b7200e53 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 944 time: 0.1237705 Jun 28 14:21:47.633690 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-814895f3-964b-4415-a057-e7485fb1cb55 req-3d23f183-1921-4bbd-81d4-ce4551d727de tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 Jun 28 14:21:47.923981 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837b2c-bcae-4501-9a4f-b9db054bbe28 req-fd49618d-2004-44a3-97c0-17ed2252fbd5 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:47.925547 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-06837b2c-bcae-4501-9a4f-b9db054bbe28 req-fd49618d-2004-44a3-97c0-17ed2252fbd5 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.1237264 Jun 28 14:21:47.965620 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-06837b2c-bcae-4501-9a4f-b9db054bbe28 req-2c93f09a-9469-4db9-9c75-e874eb430f9a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342138 Jun 28 14:21:48.701639 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b1782ea1-cbf1-4dbd-8d01-ed1f66903179 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:21:48.811379 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea59443-0574-45f0-984c-abd57daf76a3 req-0bc8d9bd-3285-430e-a454-ff6c5f72e8ee tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:48.812891 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6ea59443-0574-45f0-984c-abd57daf76a3 req-0bc8d9bd-3285-430e-a454-ff6c5f72e8ee tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 944 time: 0.0655863 Jun 28 14:21:48.839597 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:21:48.843506 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:21:48.843888 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:48.852527 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6ea59443-0574-45f0-984c-abd57daf76a3 req-d1146c95-5060-4a22-996c-c308de5835e0 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Jun 28 14:21:48.952350 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:48.983568 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:48.985857 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f6c9d-751a-4acf-b162-7de0597679d0" -d '{"events": [{"server_uuid": "a80a32f6-048a-4ac1-bbdc-7854236dba69", "name": "network-vif-plugged", "status": "completed", "tag": "b1782ea1-cbf1-4dbd-8d01-ed1f66903179"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:48.998147 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port b1782ea1-cbf1-4dbd-8d01-ed1f66903179, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:49.025719 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cf7050-c9e2-4a0a-af8b-6d1ab8504046 x-openstack-request-id: req-94cf7050-c9e2-4a0a-af8b-6d1ab8504046 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:49.026038 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80a32f6-048a-4ac1-bbdc-7854236dba69", "name": "network-vif-plugged", "status": "completed", "tag": "b1782ea1-cbf1-4dbd-8d01-ed1f66903179", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:49.026372 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94cf7050-c9e2-4a0a-af8b-6d1ab8504046 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:49.027248 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179', 'code': 200} Jun 28 14:21:49.057888 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:49.059290 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-1c6973fe-1a47-44ca-83d5-0243115568f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:49.140182 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:49.153450 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:49.192104 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ce8f8-0086-4e6f-af69-04c2e40883a7 req-661c0b6e-2194-46e8-9fa0-95aeef6ffd5f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:49.194428 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-922ce8f8-0086-4e6f-af69-04c2e40883a7 req-661c0b6e-2194-46e8-9fa0-95aeef6ffd5f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0799675 Jun 28 14:21:49.234894 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-922ce8f8-0086-4e6f-af69-04c2e40883a7 req-23774e9e-acb2-4736-a278-13499cf42108 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Jun 28 14:21:49.565448 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d4880-93d8-49b2-a06a-c1a00201b2b4 req-89aecba1-05e1-4057-8618-3cf9bf74f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:49.567409 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-108d4880-93d8-49b2-a06a-c1a00201b2b4 req-89aecba1-05e1-4057-8618-3cf9bf74f4e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 1098 time: 0.0867920 Jun 28 14:21:49.673697 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-108d4880-93d8-49b2-a06a-c1a00201b2b4 req-1dfa7f10-e15f-4e95-b1d0-55277cd12b0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Jun 28 14:21:50.050799 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77097-abbe-4ed7-b681-313cca5fc1ae req-e7f93dfe-494c-48bf-8172-0c39051ffd37 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:50.059810 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-baa77097-abbe-4ed7-b681-313cca5fc1ae req-e7f93dfe-494c-48bf-8172-0c39051ffd37 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 945 time: 0.0778394 Jun 28 14:21:50.117221 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089081e-850e-4563-8656-30d6e9644fcf req-883c8a2a-345b-4def-9983-47b31b47c7dd tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:50.118354 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e089081e-850e-4563-8656-30d6e9644fcf req-883c8a2a-345b-4def-9983-47b31b47c7dd tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0886884 Jun 28 14:21:50.139175 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-baa77097-abbe-4ed7-b681-313cca5fc1ae req-a839a63d-29b1-4afa-8a2f-7483dc3e3c8d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779638 Jun 28 14:21:50.183617 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e089081e-850e-4563-8656-30d6e9644fcf req-b635155c-b8cf-4f11-a86e-c225bfd7e765 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525248 Jun 28 14:21:50.440305 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0741d-4087-4d21-bb57-5253fce09666 req-d28b7b81-cd85-4519-a30e-3d3770f3aa16 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:50.448020 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1eb0741d-4087-4d21-bb57-5253fce09666 req-d28b7b81-cd85-4519-a30e-3d3770f3aa16 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0802944 Jun 28 14:21:50.490609 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1eb0741d-4087-4d21-bb57-5253fce09666 req-893c420b-9e48-4507-8290-b8a1cf46bc5c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Jun 28 14:21:51.383604 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcea90-85c5-4216-a152-5e81de7ed31b req-3978c4d7-aded-4c4d-9860-69239158001b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.389179 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-02fcea90-85c5-4216-a152-5e81de7ed31b req-3978c4d7-aded-4c4d-9860-69239158001b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0870409 Jun 28 14:21:51.426438 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3dbb1-dc1b-4042-a149-d99a01cf22be req-1e3bea75-2dc1-4b9c-852d-3834230b8c53 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.428791 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d7a3dbb1-dc1b-4042-a149-d99a01cf22be req-1e3bea75-2dc1-4b9c-852d-3834230b8c53 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 945 time: 0.1507945 Jun 28 14:21:51.437965 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-0c4f5ab3-d840-4b08-8364-fe4d50df614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.440007 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-0c4f5ab3-d840-4b08-8364-fe4d50df614c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1&tenant_id=5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 1097 time: 0.1272979 Jun 28 14:21:51.451882 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-02fcea90-85c5-4216-a152-5e81de7ed31b req-84ad2cf2-d3f0-4847-bf13-24f2949c8d09 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558364 Jun 28 14:21:51.492756 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d7a3dbb1-dc1b-4042-a149-d99a01cf22be req-3dfa417a-f9af-4b9d-8a25-083ffbc76a4a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516851 Jun 28 14:21:51.594016 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-59bab948-4920-43de-8dd7-6c6cdff0fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.599581 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-59bab948-4920-43de-8dd7-6c6cdff0fa51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1097 time: 0.1027577 Jun 28 14:21:51.714866 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-dc7bbdd1-eff6-4dfa-b419-8c46ec521e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.716858 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-dc7bbdd1-eff6-4dfa-b419-8c46ec521e2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.1095176 Jun 28 14:21:51.755736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d124f11-566e-4b0c-8882-3c41f292575d req-45bf7e6f-ec05-408b-aa54-efbcc4b82e3d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.765682 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d124f11-566e-4b0c-8882-3c41f292575d req-45bf7e6f-ec05-408b-aa54-efbcc4b82e3d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0934999 Jun 28 14:21:51.803034 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d124f11-566e-4b0c-8882-3c41f292575d req-8eba2b61-1b18-4c10-8c8d-2696ccc75858 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364225 Jun 28 14:21:51.841397 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-e98de512-1df9-497d-b620-de42b26cdfe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 200 len: 1000 time: 0.1066141 Jun 28 14:21:51.897176 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-663ee34b-1848-4ad4-903a-a064ee42bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.898973 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-663ee34b-1848-4ad4-903a-a064ee42bb31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0551825 Jun 28 14:21:51.985191 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-8db6e3ed-da36-46b3-8ec2-7b08fab88e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:51.986550 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-8db6e3ed-da36-46b3-8ec2-7b08fab88e91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0810006 Jun 28 14:21:52.083491 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-37f45408-f353-440e-8361-dfe09264b45c service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844576 Jun 28 14:21:52.187903 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-759323e1-7ba8-40c8-b6dc-7260be940aa7 req-13721bd6-09ac-4500-9010-222438d32667 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958409 Jun 28 14:21:52.701146 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd6547-4c18-4328-8f6f-bee3e3a538b0 req-23592f1b-8def-4ea1-9965-1312b9492052 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:52.713018 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-63dd6547-4c18-4328-8f6f-bee3e3a538b0 req-23592f1b-8def-4ea1-9965-1312b9492052 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.1231644 Jun 28 14:21:52.741433 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-63dd6547-4c18-4328-8f6f-bee3e3a538b0 req-e6b84417-a875-4e4a-b80c-bc5a470fa61b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Jun 28 14:21:52.743839 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01dd75-4f28-4e00-a883-007e1f032a38 req-00a6f8dc-722f-40f9-b95f-674ad29c3340 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:52.746673 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-aa01dd75-4f28-4e00-a883-007e1f032a38 req-00a6f8dc-722f-40f9-b95f-674ad29c3340 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 945 time: 0.0991678 Jun 28 14:21:52.787572 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-aa01dd75-4f28-4e00-a883-007e1f032a38 req-d2cc25af-3de0-40df-8848-761c681b7854 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Jun 28 14:21:53.054721 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136577dd-2173-4d47-bf09-675e01d20c26 req-bad4f59e-9e58-4c0f-b344-20c58251f22b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:53.056248 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-136577dd-2173-4d47-bf09-675e01d20c26 req-bad4f59e-9e58-4c0f-b344-20c58251f22b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0697551 Jun 28 14:21:53.105639 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-136577dd-2173-4d47-bf09-675e01d20c26 req-9ae682f1-e58d-44a1-bf42-b155284dee6c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Jun 28 14:21:53.921702 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1ec3f-8a29-409d-8f4a-74c85513076c req-f072d60f-9b84-4e45-933a-c933c4cc5855 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:53.923054 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3fc1ec3f-8a29-409d-8f4a-74c85513076c req-f072d60f-9b84-4e45-933a-c933c4cc5855 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0612268 Jun 28 14:21:53.959216 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3fc1ec3f-8a29-409d-8f4a-74c85513076c req-7a717c85-bec4-48e3-96d2-19de7c0bb137 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305455 Jun 28 14:21:54.223118 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-78bed48e-9a90-4163-ad6e-e163210b5848 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:54.224555 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-78bed48e-9a90-4163-ad6e-e163210b5848 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 945 time: 0.0662208 Jun 28 14:21:54.300834 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be15d91-e159-41df-99ab-a687beeb62ec req-a390213f-ce8f-44ca-a18f-0df23475ae05 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:54.302700 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0be15d91-e159-41df-99ab-a687beeb62ec req-a390213f-ce8f-44ca-a18f-0df23475ae05 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0662744 Jun 28 14:21:54.354998 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0be15d91-e159-41df-99ab-a687beeb62ec req-0e328f23-41cb-4a6e-b5a2-bb20cc999b3f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453238 Jun 28 14:21:54.358370 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Deleting port f781925a-57fd-4226-833f-dee3d3030bbc {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:21:54.358712 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:54.456205 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] For port f781925a-57fd-4226-833f-dee3d3030bbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f781925a-57fd-4226-833f-dee3d3030bbc,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:21:54.456645 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:54.470090 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Calling delete_port for f781925a-57fd-4226-833f-dee3d3030bbc owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:21:54.678978 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:54.683584 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-174aecbf-d728-46dd-a649-6b9ca1e46698 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:21:54.713235 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Pushing event deleted for resources: {'Port': ['ID=f781925a-57fd-4226-833f-dee3d3030bbc,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:21:54.718848 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:21:54.739216 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['170514d2-e472-4b03-a025-0e9fcfbdd9fb', 'f781925a-57fd-4226-833f-dee3d3030bbc'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:21:54.788658 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] No DVR routers for this DVR port f781925a-57fd-4226-833f-dee3d3030bbc on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:21:54.794879 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:21:54.797764 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7b1f0e77-45d5-4e08-982a-bc316957d92c req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "DELETE /v2.0/ports/f781925a-57fd-4226-833f-dee3d3030bbc HTTP/1.1" status: 204 len: 173 time: 0.5575566 Jun 28 14:21:54.798781 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'name': 'network-vif-deleted', 'tag': 'f781925a-57fd-4226-833f-dee3d3030bbc'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:21:54.802154 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46235d23-2d88-4774-8c65-6478edbdfcdf" -d '{"events": [{"server_uuid": "298f8dd3-136f-4dd3-9180-63bc2651933f", "name": "network-vif-deleted", "tag": "f781925a-57fd-4226-833f-dee3d3030bbc"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:21:54.864650 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9660aec3-5b5e-4dfb-b6b9-a7ea0439c390 x-openstack-request-id: req-9660aec3-5b5e-4dfb-b6b9-a7ea0439c390 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:21:54.864986 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f8dd3-136f-4dd3-9180-63bc2651933f", "name": "network-vif-deleted", "tag": "f781925a-57fd-4226-833f-dee3d3030bbc", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:21:54.865748 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9660aec3-5b5e-4dfb-b6b9-a7ea0439c390 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:21:54.866002 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f8dd3-136f-4dd3-9180-63bc2651933f', 'name': 'network-vif-deleted', 'tag': 'f781925a-57fd-4226-833f-dee3d3030bbc', 'status': 'completed', 'code': 200} Jun 28 14:21:55.112705 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-de4e3af0-3220-4f36-b71c-c19f53f33d8a req-a25a3840-1541-4cda-ad16-c4570082b174 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.0328839 Jun 28 14:21:55.553913 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fe015-f689-47c6-98a4-88479bfbe261 req-ca2a9d9f-0e14-42ba-b321-c9b141fab5e2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:55.556636 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-598fe015-f689-47c6-98a4-88479bfbe261 req-ca2a9d9f-0e14-42ba-b321-c9b141fab5e2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0706725 Jun 28 14:21:55.602013 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-598fe015-f689-47c6-98a4-88479bfbe261 req-be86a705-d3c7-4b8f-b08d-58b1aaf51aa2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403709 Jun 28 14:21:56.277671 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-477adc89-b148-4bc0-9483-65d5e02d5312 req-845c10bc-b27b-43b2-82e4-41ba87501db6 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=298f8dd3-136f-4dd3-9180-63bc2651933f HTTP/1.1" status: 200 len: 210 time: 0.0341110 Jun 28 14:21:56.785430 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5c186-190f-4a80-81b5-bac8bc55a1ef req-7c96a2cf-91b4-43be-8997-11e8458b7e5e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:56.787049 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-aeb5c186-190f-4a80-81b5-bac8bc55a1ef req-7c96a2cf-91b4-43be-8997-11e8458b7e5e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0672579 Jun 28 14:21:56.834878 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-aeb5c186-190f-4a80-81b5-bac8bc55a1ef req-fb6f6143-1066-4345-aca0-a634df2d0758 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 Jun 28 14:21:57.938851 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15321c6-8c10-4892-9209-05ad0d90b53b req-bc8bb1d1-0ea5-4ee3-b9d7-839e97752309 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:57.941281 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d15321c6-8c10-4892-9209-05ad0d90b53b req-bc8bb1d1-0ea5-4ee3-b9d7-839e97752309 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0887778 Jun 28 14:21:57.999179 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d15321c6-8c10-4892-9209-05ad0d90b53b req-798a6850-660b-4f2c-b2b9-4d12d1550d19 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504518 Jun 28 14:21:58.118378 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91970f1-7f55-44ba-bed7-cedc0ae70017 req-dce9481c-2e4c-4052-9c52-3941b4887c79 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:58.120621 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b91970f1-7f55-44ba-bed7-cedc0ae70017 req-dce9481c-2e4c-4052-9c52-3941b4887c79 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0714788 Jun 28 14:21:58.161417 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b91970f1-7f55-44ba-bed7-cedc0ae70017 req-a11e3d42-237a-44e6-b0bf-21aded5f7df8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341592 Jun 28 14:21:58.735566 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device f781925a-57fd-4226-833f-dee3d3030bbc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:21:58.765090 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: f781925a-57fd-4226-833f-dee3d3030bbc {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:21:58.765449 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device f781925a-57fd-4226-833f-dee3d3030bbc not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:21:59.299586 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ade47-326a-4659-a3ea-ff6d4c83773d req-63eec4fe-f851-4996-8541-72029956ea29 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:59.301334 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c11ade47-326a-4659-a3ea-ff6d4c83773d req-63eec4fe-f851-4996-8541-72029956ea29 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0977409 Jun 28 14:21:59.348782 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c11ade47-326a-4659-a3ea-ff6d4c83773d req-92fb1f88-d4cc-40f3-b021-9f1ac47d2394 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Jun 28 14:21:59.556738 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa2e9-da05-4832-9d2e-240179c4ac21 req-2554129e-7f01-49e5-a3ae-15d72aca544f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:21:59.559791 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fa3aa2e9-da05-4832-9d2e-240179c4ac21 req-2554129e-7f01-49e5-a3ae-15d72aca544f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0817738 Jun 28 14:21:59.619205 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fa3aa2e9-da05-4832-9d2e-240179c4ac21 req-b1bb55a0-200c-4a7c-9d0c-0c48a36d6b6e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Jun 28 14:22:00.782950 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0dd18-9d7a-4aa3-bd8a-9e34c8cf1c90 req-890af083-8fb8-434a-af17-041ecb4b2b2f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:00.785011 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7eb0dd18-9d7a-4aa3-bd8a-9e34c8cf1c90 req-890af083-8fb8-434a-af17-041ecb4b2b2f tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.3065259 Jun 28 14:22:00.838369 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7eb0dd18-9d7a-4aa3-bd8a-9e34c8cf1c90 req-70ddbaf0-d597-495b-aab0-ca71f7e86af5 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 Jun 28 14:22:00.864025 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:22:00.886687 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de09fa-a3d7-431c-9e40-ea1003b26282 req-86da33f1-e7ad-45af-9ad8-3df3503ac6fa tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:00.895857 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-67de09fa-a3d7-431c-9e40-ea1003b26282 req-86da33f1-e7ad-45af-9ad8-3df3503ac6fa tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.1225786 Jun 28 14:22:00.948830 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-67de09fa-a3d7-431c-9e40-ea1003b26282 req-5e919355-2eec-4e07-8d00-e47fb66f0efb tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518839 Jun 28 14:22:02.019672 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b81ae-dc3d-4ad6-b3fe-df94f077531b req-f44bf004-0215-4957-8001-7a2406244ed4 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:02.021273 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7c8b81ae-dc3d-4ad6-b3fe-df94f077531b req-f44bf004-0215-4957-8001-7a2406244ed4 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0790505 Jun 28 14:22:02.068478 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7c8b81ae-dc3d-4ad6-b3fe-df94f077531b req-e2a6a588-e502-42cd-afc1-666a91aee92c tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Jun 28 14:22:02.182713 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1f885-9adb-4d16-bff8-7b9fc0f9277b req-a352df82-54e5-45ab-9d32-a3315310ac40 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:02.185321 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b2f1f885-9adb-4d16-bff8-7b9fc0f9277b req-a352df82-54e5-45ab-9d32-a3315310ac40 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0741849 Jun 28 14:22:02.230019 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b2f1f885-9adb-4d16-bff8-7b9fc0f9277b req-3925859d-8275-4945-8062-3b888fa2baa9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362444 Jun 28 14:22:02.759816 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ef5da2d7-004c-4460-a4ac-065b60309fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:03.266708 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e06c1-7db4-4334-90f2-148ecc786f5c req-44c12cf9-b82a-420f-ba08-fa5d9d23ee42 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:03.268292 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a13e06c1-7db4-4334-90f2-148ecc786f5c req-44c12cf9-b82a-420f-ba08-fa5d9d23ee42 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0777962 Jun 28 14:22:03.308427 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a13e06c1-7db4-4334-90f2-148ecc786f5c req-5db86f9c-e3a8-48d1-a2f2-8d43776dc2ec tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344036 Jun 28 14:22:03.507762 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7df75-31ee-496b-b8cc-c082c379a355 req-d6076bca-7fd4-4641-ba1e-fa25d6590211 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:03.509618 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1fd7df75-31ee-496b-b8cc-c082c379a355 req-d6076bca-7fd4-4641-ba1e-fa25d6590211 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0874622 Jun 28 14:22:03.557709 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1fd7df75-31ee-496b-b8cc-c082c379a355 req-95f3e7da-67b3-416a-af7b-e4ad3522d1fa tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 Jun 28 14:22:03.742744 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72318691-2b9d-42d1-a43f-5f64b6834983 req-29b9dfe0-2f7d-4696-a86d-16c91dbf4b27 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:03.744894 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-72318691-2b9d-42d1-a43f-5f64b6834983 req-29b9dfe0-2f7d-4696-a86d-16c91dbf4b27 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 945 time: 0.0724902 Jun 28 14:22:03.789414 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-72318691-2b9d-42d1-a43f-5f64b6834983 req-68f7697c-6f4d-4fbd-9294-4e1f35e6393a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Jun 28 14:22:03.944116 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-2aee691d-134f-476d-a700-ecc3449b3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:03.945760 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-2aee691d-134f-476d-a700-ecc3449b3ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1097 time: 0.0578990 Jun 28 14:22:04.060150 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-d87b551e-6453-4092-b8ca-996c78ca6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:04.061969 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-d87b551e-6453-4092-b8ca-996c78ca6f00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.0915484 Jun 28 14:22:04.132829 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-7eff58fa-7e88-4abf-94d5-b9c09e16ad5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 200 len: 1000 time: 0.0613308 Jun 28 14:22:04.193647 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-91f1104f-1b06-448e-8c87-063f51bc797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:04.195182 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-91f1104f-1b06-448e-8c87-063f51bc797a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0478394 Jun 28 14:22:04.256873 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-5163c621-5bb9-4a83-aefb-607b1b022f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:04.258529 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-5163c621-5bb9-4a83-aefb-607b1b022f81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0547557 Jun 28 14:22:04.364506 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-04277a7e-8efb-4b7a-aa56-2256ba0993a3 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877750 Jun 28 14:22:04.493337 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d38bf598-6a43-4617-a43a-c058c5d57914 req-b16ce72f-a290-43a6-beaa-8811b414d0dc service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204128 Jun 28 14:22:04.521374 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020cb95-c3be-4152-887e-0230e9e27baf req-78898b3f-6024-4209-b59e-5dddac7806ae tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:04.530118 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e020cb95-c3be-4152-887e-0230e9e27baf req-78898b3f-6024-4209-b59e-5dddac7806ae tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0933533 Jun 28 14:22:04.585121 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e020cb95-c3be-4152-887e-0230e9e27baf req-8e841138-0f16-4cff-b218-0ee8dfbc7e39 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537965 Jun 28 14:22:04.761378 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dda46d-3569-484d-8d30-c44ca40e486c req-8f1ca880-a9fb-4121-8516-ba9bbe484172 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:04.762961 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-72dda46d-3569-484d-8d30-c44ca40e486c req-8f1ca880-a9fb-4121-8516-ba9bbe484172 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0698271 Jun 28 14:22:04.814546 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-72dda46d-3569-484d-8d30-c44ca40e486c req-cf282ffd-9670-40fc-b4e9-a2737fa43cbc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426869 Jun 28 14:22:04.997393 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d045af-163e-4ba2-acc0-b2b9352a0c10 req-09b6f620-0e5f-41e9-bfd9-5f239fe2a252 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:04.999048 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-67d045af-163e-4ba2-acc0-b2b9352a0c10 req-09b6f620-0e5f-41e9-bfd9-5f239fe2a252 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 945 time: 0.0691929 Jun 28 14:22:05.038292 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-67d045af-163e-4ba2-acc0-b2b9352a0c10 req-a0925f8d-6e13-4c35-b7e9-7976ec72f583 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Jun 28 14:22:05.284483 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-f2416108-8787-45e7-ac55-fedd8ca4fb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:05.405180 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:05.455740 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:05.797273 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43b352-c6e6-401a-897c-f5be69f32d1a req-7fa2954d-4b4e-4bee-b6c1-07697e89d5b8 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:05.798934 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cf43b352-c6e6-401a-897c-f5be69f32d1a req-7fa2954d-4b4e-4bee-b6c1-07697e89d5b8 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0731611 Jun 28 14:22:05.839126 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cf43b352-c6e6-401a-897c-f5be69f32d1a req-fff6cde4-381f-4521-9fea-0b37dc2c0a4b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Jun 28 14:22:06.032737 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89986f9-ad17-4a62-9989-4bc4152118d4 req-bbc1cce6-cd36-438b-af3d-f79a5da3c6d2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:06.032737 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e89986f9-ad17-4a62-9989-4bc4152118d4 req-bbc1cce6-cd36-438b-af3d-f79a5da3c6d2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0979121 Jun 28 14:22:06.098901 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e89986f9-ad17-4a62-9989-4bc4152118d4 req-8cfe2d23-eeba-4d94-ad9f-6bb0344408f0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487654 Jun 28 14:22:06.503905 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf2aeb-7623-4add-bbde-c1db5d6b782c req-b287d6ae-cbb6-424d-8bac-c2dc7bf5ab1d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:06.505942 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bbcf2aeb-7623-4add-bbde-c1db5d6b782c req-b287d6ae-cbb6-424d-8bac-c2dc7bf5ab1d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 945 time: 0.3159127 Jun 28 14:22:06.519022 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:06.549284 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-0a1f7556-28f2-4db9-9a26-fed7b88e5def tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:06.551219 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-0a1f7556-28f2-4db9-9a26-fed7b88e5def tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 945 time: 0.0858850 Jun 28 14:22:06.566605 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bbcf2aeb-7623-4add-bbde-c1db5d6b782c req-e688633d-cc7d-45ef-bbb3-ce032f82b9af tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525970 Jun 28 14:22:06.688421 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Deleting port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:06.688758 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:06.797850 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] For port b1782ea1-cbf1-4dbd-8d01-ed1f66903179, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:06.798241 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:06.813099 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Calling delete_port for b1782ea1-cbf1-4dbd-8d01-ed1f66903179 owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:07.026626 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5ad2-10d9-4f72-8ab1-67ddbd00cde8 req-0be410f6-3267-4f93-823f-0b9675021325 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.028317 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3a2b5ad2-10d9-4f72-8ab1-67ddbd00cde8 req-0be410f6-3267-4f93-823f-0b9675021325 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0705187 Jun 28 14:22:07.053211 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:07.059047 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:07.099913 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event deleted for resources: {'Port': ['ID=b1782ea1-cbf1-4dbd-8d01-ed1f66903179,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:07.101748 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c', 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e', 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:07.124844 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.125403 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.126585 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.126971 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.127404 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.127909 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.128895 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.128895 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.129186 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.129910 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.130273 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.130703 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:07.162200 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:07.168156 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3a2b5ad2-10d9-4f72-8ab1-67ddbd00cde8 req-a4f1b9fb-8265-4341-bde8-a6a3de73373a tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f28708b-b9b5-4916-84b4-726d3dbb6062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335704 Jun 28 14:22:07.194694 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] No DVR routers for this DVR port b1782ea1-cbf1-4dbd-8d01-ed1f66903179 on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:07.208440 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:07.215269 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3243f56d-d8a9-4dbb-9b5c-fbee52b3949c req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "DELETE /v2.0/ports/b1782ea1-cbf1-4dbd-8d01-ed1f66903179 HTTP/1.1" status: 204 len: 173 time: 0.6564453 Jun 28 14:22:07.215817 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'name': 'network-vif-deleted', 'tag': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:07.218387 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdd50f0-7244-4e81-b24d-3c2e88305cc9" -d '{"events": [{"server_uuid": "a80a32f6-048a-4ac1-bbdc-7854236dba69", "name": "network-vif-deleted", "tag": "b1782ea1-cbf1-4dbd-8d01-ed1f66903179"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:07.265333 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017972ed-7e5b-4236-81a9-768e3bd4525c x-openstack-request-id: req-017972ed-7e5b-4236-81a9-768e3bd4525c {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:07.265666 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80a32f6-048a-4ac1-bbdc-7854236dba69", "name": "network-vif-deleted", "tag": "b1782ea1-cbf1-4dbd-8d01-ed1f66903179", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:07.265960 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-017972ed-7e5b-4236-81a9-768e3bd4525c {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:07.266387 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a32f6-048a-4ac1-bbdc-7854236dba69', 'name': 'network-vif-deleted', 'tag': 'b1782ea1-cbf1-4dbd-8d01-ed1f66903179', 'status': 'completed', 'code': 200} Jun 28 14:22:07.337098 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bf1c3-ed8c-4ef3-be2e-eb09eab672c6 req-d2a5e054-85d8-4b86-a3bd-feb3ccbc69a2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.340727 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-be4bf1c3-ed8c-4ef3-be2e-eb09eab672c6 req-d2a5e054-85d8-4b86-a3bd-feb3ccbc69a2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0813601 Jun 28 14:22:07.389836 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-be4bf1c3-ed8c-4ef3-be2e-eb09eab672c6 req-6b6123ce-be9a-49b7-8d5b-369162ea176f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Jun 28 14:22:07.474797 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-0a7d8edd-91c1-4358-bf9a-644bfa416495 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:07.476581 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-0a7d8edd-91c1-4358-bf9a-644bfa416495 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 945 time: 0.0886314 Jun 28 14:22:07.602706 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Deleting port 170514d2-e472-4b03-a025-0e9fcfbdd9fb {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:07.603003 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:07.730347 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c891a271-8cc7-4898-a623-85a52f8acdcd req-d2a87c80-2c43-4eea-adae-3800f1063041 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0429096 Jun 28 14:22:07.735207 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] For port 170514d2-e472-4b03-a025-0e9fcfbdd9fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=170514d2-e472-4b03-a025-0e9fcfbdd9fb,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:07.739402 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:07.754387 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Calling delete_port for 170514d2-e472-4b03-a025-0e9fcfbdd9fb owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:08.049870 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:08.053656 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:08.083236 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Pushing event deleted for resources: {'Port': ['ID=170514d2-e472-4b03-a025-0e9fcfbdd9fb,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:08.086132 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:08.131076 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] No DVR routers for this DVR port 170514d2-e472-4b03-a025-0e9fcfbdd9fb on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:08.133857 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:08.137170 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2f29096a-a91a-474c-a93c-82dca8f40eac req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.37 "DELETE /v2.0/ports/170514d2-e472-4b03-a025-0e9fcfbdd9fb HTTP/1.1" status: 204 len: 173 time: 0.6488478 Jun 28 14:22:08.152254 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:08.335308 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7522f47-997b-49a6-9b88-a0e2e7024c58 req-b9a1b871-617a-40a3-8f54-91df06497346 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0323329 Jun 28 14:22:08.595394 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5772f-8c64-44a9-9803-09c1908079e6 req-cf54f8a9-acf0-4fd1-b7c3-c39f5b77a572 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:08.597432 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6ff5772f-8c64-44a9-9803-09c1908079e6 req-cf54f8a9-acf0-4fd1-b7c3-c39f5b77a572 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0844588 Jun 28 14:22:08.660505 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['170514d2-e472-4b03-a025-0e9fcfbdd9fb'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:08.678038 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6ff5772f-8c64-44a9-9803-09c1908079e6 req-3dd5e2cd-6af2-47fe-93cf-f32ef1d7f910 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692368 Jun 28 14:22:08.952376 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2cfe65f1-a3d3-428a-a1c4-7dd42c87df69 req-4d60d918-0ccb-4300-aec8-e526952a36ea tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0515916 Jun 28 14:22:09.267999 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'name': 'network-vif-deleted', 'tag': '170514d2-e472-4b03-a025-0e9fcfbdd9fb'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:09.270449 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e69e955-84fa-4619-83ed-a02fbe071ae8" -d '{"events": [{"server_uuid": "c1a747e9-25e5-400a-810a-1e51aea5b43a", "name": "network-vif-deleted", "tag": "170514d2-e472-4b03-a025-0e9fcfbdd9fb"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:09.308420 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2caa36-25d4-4aff-91a3-72b11d48470c x-openstack-request-id: req-6d2caa36-25d4-4aff-91a3-72b11d48470c {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:09.308853 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a747e9-25e5-400a-810a-1e51aea5b43a", "name": "network-vif-deleted", "tag": "170514d2-e472-4b03-a025-0e9fcfbdd9fb", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:09.309329 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d2caa36-25d4-4aff-91a3-72b11d48470c {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:09.309956 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a747e9-25e5-400a-810a-1e51aea5b43a', 'name': 'network-vif-deleted', 'tag': '170514d2-e472-4b03-a025-0e9fcfbdd9fb', 'status': 'completed', 'code': 200} Jun 28 14:22:09.499791 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cde446a9-3ed7-4b90-a210-b0755da38639 req-21370912-da85-4250-83e0-272b5aad5090 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0285981 Jun 28 14:22:09.880183 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9d3e1-e169-4fff-8cdf-ab513061fa7f req-9c160bf4-5339-4238-951a-0b721d220cf9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:09.881839 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b0a9d3e1-e169-4fff-8cdf-ab513061fa7f req-9c160bf4-5339-4238-951a-0b721d220cf9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0742922 Jun 28 14:22:09.933394 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b0a9d3e1-e169-4fff-8cdf-ab513061fa7f req-5c5a739e-b9d6-4d12-9397-108eaba797de tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Jun 28 14:22:10.115178 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a8cf267b-f933-413c-86bb-6800f7af4954 req-2d047cff-a9d7-4578-89b7-0373ca9d51be tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0287623 Jun 28 14:22:10.663736 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fb15b47d-cce1-48ca-8b69-8bf0390c8e2e req-427df255-3bfe-4b9a-93b4-9d80b84c74ef tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0337818 Jun 28 14:22:10.830532 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 170514d2-e472-4b03-a025-0e9fcfbdd9fb no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:10.854350 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 170514d2-e472-4b03-a025-0e9fcfbdd9fb {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:10.854759 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 170514d2-e472-4b03-a025-0e9fcfbdd9fb not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:10.855191 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b1782ea1-cbf1-4dbd-8d01-ed1f66903179 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:10.873827 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: b1782ea1-cbf1-4dbd-8d01-ed1f66903179 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:10.874194 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b1782ea1-cbf1-4dbd-8d01-ed1f66903179 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:11.137132 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261898db-8934-42b6-97bf-03530d290012 req-dbd72313-7af8-4b3f-8388-9c4d26df0cf6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:11.138593 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-261898db-8934-42b6-97bf-03530d290012 req-dbd72313-7af8-4b3f-8388-9c4d26df0cf6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0661778 Jun 28 14:22:11.177609 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-261898db-8934-42b6-97bf-03530d290012 req-9174e7c3-0bb4-48cc-b7a7-ca6f5409e909 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Jun 28 14:22:11.308352 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5ef3e427-4293-4d3c-90dc-bc89e213dab7 req-db180d14-e802-484f-ba5e-bafd28edfb1c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0439835 Jun 28 14:22:11.825579 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-014c5bce-a692-4155-8ada-1ca6ad19ba4c req-3937dc21-001f-4a8d-b688-accf2138dfdb tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0294116 Jun 28 14:22:12.371278 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942ec1-e01d-4db3-85bd-c50f76d6b2c6 req-325a5d02-9a6a-4f35-b19c-29cbcea55474 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:12.372844 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81942ec1-e01d-4db3-85bd-c50f76d6b2c6 req-325a5d02-9a6a-4f35-b19c-29cbcea55474 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0684714 Jun 28 14:22:12.433139 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81942ec1-e01d-4db3-85bd-c50f76d6b2c6 req-ef68773c-b598-474f-b25e-0c98632da04c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547101 Jun 28 14:22:12.506278 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-505e4313-cdfc-4e56-8437-1556ef516c6a req-4f069889-7045-4658-af26-8b7e1016533e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0355749 Jun 28 14:22:12.997866 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f5dcdc43-6e13-4a7d-aede-99a6bfa42b50 req-04dd1f04-5f33-4438-9704-87d83228170b tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0302775 Jun 28 14:22:13.625868 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5925-eb5d-4abb-a3c8-f4af5594e35e req-2125d3ef-af96-46c1-99ce-16f20af6c01b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:13.627495 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5d8f5925-eb5d-4abb-a3c8-f4af5594e35e req-2125d3ef-af96-46c1-99ce-16f20af6c01b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0728760 Jun 28 14:22:13.676549 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5d8f5925-eb5d-4abb-a3c8-f4af5594e35e req-bb9fbe3a-14f9-4c90-990f-b194e2f61d19 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Jun 28 14:22:13.681132 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a1ecc01a-bde1-4e09-8760-411ca5bd54d4 req-37cb012e-a78f-4aaa-b9c3-f748430d8344 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0378485 Jun 28 14:22:14.164532 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fc539d45-c979-46ab-a997-71042a37e1b3 req-dc0f305a-fdae-4b60-b146-8510b91da415 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0308139 Jun 28 14:22:14.164829 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44186) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:14.209814 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Deleting subnet 6981fa97-02c7-4a72-be5b-b50211239b87 {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:22:14.213275 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.246508 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.252521 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.376541 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.378949 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:14.403331 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6981fa97-02c7-4a72-be5b-b50211239b87,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:14.408061 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.410147 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6981fa97-02c7-4a72-be5b-b50211239b87 HTTP/1.1" status: 204 len: 168 time: 0.2441800 Jun 28 14:22:14.412688 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44188) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:14.414845 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.415220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.415585 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.416485 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.416845 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.417201 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.417554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.417904 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.418252 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.418599 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.418943 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.419391 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:14.422520 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:14.485616 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.561380 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.578102 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b993e42-5209-4589-b0aa-b2a64ada59cf']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:14.588715 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f09fed-c589-488d-9bb6-b3415e73a3c0') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:14.589075 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f09fed-c589-488d-9bb6-b3415e73a3c0') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:14.597410 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.610397 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.615823 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:22:14.616229 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:22:14.617782 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:22:14.763993 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.768491 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:14.771599 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:14.776657 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] 10.222.0.35 "DELETE /v2.0/networks/3b993e42-5209-4589-b0aa-b2a64ada59cf HTTP/1.1" status: 204 len: 168 time: 0.3627961 Jun 28 14:22:14.795632 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b993e42-5209-4589-b0aa-b2a64ada59cf,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:14.798736 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-154bf8f6-27d0-49b1-8548-272c7b140f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:14.876959 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-05591317-b57d-4406-8d4c-5b28b484317b req-ed9aafde-5663-4062-a55e-b36bf62bd75c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0395081 Jun 28 14:22:14.904505 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb04c0-f29a-48e7-a068-d39508105143 req-487786ed-9a9c-4d6c-8d73-15ea6409a197 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:14.906947 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfbb04c0-f29a-48e7-a068-d39508105143 req-487786ed-9a9c-4d6c-8d73-15ea6409a197 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0826223 Jun 28 14:22:14.948260 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cfbb04c0-f29a-48e7-a068-d39508105143 req-d7eae01e-97a3-4127-9b95-74f5084bd92c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349510 Jun 28 14:22:15.053917 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44196) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:15.093897 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a35d672c-1248-4a99-844b-3726f84b8924 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ffd810e23714c20ad1dbad0a346d20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386648 Jun 28 14:22:15.096277 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44198) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:15.148991 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.171302 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.304268 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.307906 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:15.309120 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f HTTP/1.1" status: 204 len: 168 time: 0.2119541 Jun 28 14:22:15.328571 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b80db0ad-b7bc-4a19-a322-6008bc3ca257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:15.332003 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-01c77a72-a008-4353-b79f-f6c7e479b782 req-1b7905c5-81af-40d9-928d-983aca1cd253 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0385795 Jun 28 14:22:15.338175 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc57d81c-5e2e-4ea8-9b1e-4e801b73ab3f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:15.341422 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:16.041023 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ccac840b-cf89-4f21-8e33-53f7a10f8f47 req-1c260e9b-698f-4d0d-8073-ad3bc3e79431 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0405357 Jun 28 14:22:16.134524 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3575cc-ddf6-4b66-8271-ba339a860baf req-a626fca0-3b83-405b-aac2-2627fa7f3c90 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:16.136567 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6f3575cc-ddf6-4b66-8271-ba339a860baf req-a626fca0-3b83-405b-aac2-2627fa7f3c90 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0658312 Jun 28 14:22:16.175738 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6f3575cc-ddf6-4b66-8271-ba339a860baf req-0ec9d6e1-b64c-4b48-86be-de47c663550c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334976 Jun 28 14:22:16.507957 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fde6ce8a-b241-4214-b22a-dbddef7e8df6 req-c4147116-b7d5-41d3-a984-f0dce021b5f0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0299172 Jun 28 14:22:17.202364 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-68d75a72-25b4-4c64-a5f8-d19f894238bf req-c1b8e5d1-7cf8-4a80-a481-61244ef616dc tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0321450 Jun 28 14:22:17.379933 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062ccde-9afa-49a8-b27d-20ae4cfa378d req-f3a110c6-adec-4a49-a925-d76f8e08c848 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:17.381540 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b062ccde-9afa-49a8-b27d-20ae4cfa378d req-f3a110c6-adec-4a49-a925-d76f8e08c848 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0814133 Jun 28 14:22:17.424284 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-70bf4283-a5e0-4201-9b5c-3531ef701e4f tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140400817&fields=id&tenant_id=4196a0dc8358414eb45e0e17fcca3152 HTTP/1.1" status: 200 len: 267 time: 0.0374386 Jun 28 14:22:17.431487 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b062ccde-9afa-49a8-b27d-20ae4cfa378d req-c981de61-c946-4ac4-9db8-ccec1a983127 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Jun 28 14:22:17.537173 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-f2d1b233-0514-4176-b1a0-90076d9675c3 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:17.538648 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-f2d1b233-0514-4176-b1a0-90076d9675c3 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/networks?id=d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 200 len: 808 time: 0.1062376 Jun 28 14:22:17.554483 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-169dc9f8-b2bb-4ce2-974f-944ebc4327ed tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/quotas/4196a0dc8358414eb45e0e17fcca3152 HTTP/1.1" status: 200 len: 375 time: 0.0096571 Jun 28 14:22:17.645540 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-ac1e6633-3c9b-4560-9eca-7b624db814e8 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855980 Jun 28 14:22:17.681273 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c5cdc937-374b-4296-a3b2-e40120b17172 req-76efdbbe-1c3f-45a1-9298-f0a3a9746e1e tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0339177 Jun 28 14:22:17.747211 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-72f4760a-0cad-401e-a15a-b3bd8f44fd3f service neutron] 10.222.0.35 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890107 Jun 28 14:22:17.850262 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-3356a9e0-d8a3-480c-bf38-0bd8a446da90 service neutron] 10.222.0.35 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915537 Jun 28 14:22:18.376426 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b449ade3-3469-4b90-96fb-c31edcd0f260 req-82d0df44-71f2-4a05-904d-33fa8f5d174b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0323591 Jun 28 14:22:18.638388 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb241a-217d-47f4-b44c-7f6f6f72c994 req-cf4ee5d2-80a3-480e-9664-ef6cc6d3bb17 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:18.639851 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ebeb241a-217d-47f4-b44c-7f6f6f72c994 req-cf4ee5d2-80a3-480e-9664-ef6cc6d3bb17 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0661848 Jun 28 14:22:18.679332 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ebeb241a-217d-47f4-b44c-7f6f6f72c994 req-086e298a-93a3-40ef-a154-4a45d6557b86 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Jun 28 14:22:18.853418 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e1ab00de-a9f0-4843-8e9b-3928923fa250 req-5bcbd67c-5dee-4b17-b58a-bb02ce3eea10 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0451941 Jun 28 14:22:18.922264 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0304adbb-7990-4296-8067-264493e4f10c req-cf2959c6-7394-4d7d-b6f8-d596f0decfa6 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0299449 Jun 28 14:22:19.564723 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9a2ef05a-754e-4927-9d5a-b29494e86fdf req-71af274c-bcfa-428b-a1ae-69ad4a46f7f1 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0371373 Jun 28 14:22:19.878658 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87b776-4946-4db3-a1eb-974c5d11b6c0 req-ec371c71-2f31-439c-880e-3aefb5f41c3d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:19.881928 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1c87b776-4946-4db3-a1eb-974c5d11b6c0 req-ec371c71-2f31-439c-880e-3aefb5f41c3d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0698340 Jun 28 14:22:19.936261 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1c87b776-4946-4db3-a1eb-974c5d11b6c0 req-cb9a7bd2-28c0-42cb-b113-f100f43f89bc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479693 Jun 28 14:22:20.017783 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-32e248d5-1d27-4ad5-bf4b-acdaa7a503bb req-942820ff-8694-4e30-8039-4c9f75df79aa tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0326219 Jun 28 14:22:20.027377 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a59282e4-84a4-46d5-a092-fed3e9a94164 req-dab35cde-6272-4034-a671-5e86b27cd218 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0390341 Jun 28 14:22:20.724359 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d5e46a21-1031-4437-923b-7626529745f3 req-20eae4d7-ca8c-49c1-9955-2eebf1bb3cab tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0349925 Jun 28 14:22:21.114612 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e58c6-1926-47ee-b6fa-a297299c0f7c req-1b130b8b-80fb-426e-af41-c9e0f052651c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:21.120899 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a79e58c6-1926-47ee-b6fa-a297299c0f7c req-1b130b8b-80fb-426e-af41-c9e0f052651c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0715444 Jun 28 14:22:21.157889 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a79e58c6-1926-47ee-b6fa-a297299c0f7c req-f1c48aae-9bf4-49ee-b154-8395683dd51d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Jun 28 14:22:21.172286 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-edbaac81-88e8-4729-b3a7-9bd644b27d97 req-972dc247-9f89-490d-8399-65516148ed79 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Jun 28 14:22:21.321187 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-42e0ac34-be10-4ac2-843a-0de1e020fc8a req-5d7bbaf2-0ce2-4f57-8950-3c88a5d6fcf1 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0339773 Jun 28 14:22:21.876644 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2951337e-26fd-4674-a9c0-7cdf6881be05 req-b6d43738-221e-438e-b68f-7c05f7232bf0 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=a80a32f6-048a-4ac1-bbdc-7854236dba69 HTTP/1.1" status: 200 len: 210 time: 0.0301135 Jun 28 14:22:22.403489 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f5c9e-e64b-4dd4-a304-7f497b5209d0 req-d1fa67fb-0454-42c1-9c86-6883f40aaa36 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:22.405102 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-549f5c9e-e64b-4dd4-a304-7f497b5209d0 req-d1fa67fb-0454-42c1-9c86-6883f40aaa36 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.1213937 Jun 28 14:22:22.456913 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-549f5c9e-e64b-4dd4-a304-7f497b5209d0 req-a33a72ad-6f3d-461c-8c2d-64cbd6fc8985 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441706 Jun 28 14:22:22.495056 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2368f225-da58-4d4c-bf29-fa2ec9c286bc req-33b0783d-3f4b-4755-a82e-16d1af18a9b7 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0389941 Jun 28 14:22:22.617829 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e349722e-deb6-499d-9cab-8bfffb2aefcf req-5fdc0ff6-3491-4963-a008-cedeed4cf12d tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1a747e9-25e5-400a-810a-1e51aea5b43a HTTP/1.1" status: 200 len: 210 time: 0.0284088 Jun 28 14:22:23.625952 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a53176df-0bb0-4b76-9ebc-582c41638fac req-8e755f09-47f9-4bad-9032-ef9574bc30bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Jun 28 14:22:23.637056 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42465-a8ee-4305-aa65-0a53d5e765b5 req-686e2bf8-677d-4149-a3f7-0d1a62b2cfdf tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:23.638525 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6cf42465-a8ee-4305-aa65-0a53d5e765b5 req-686e2bf8-677d-4149-a3f7-0d1a62b2cfdf tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 944 time: 0.0621812 Jun 28 14:22:23.688263 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6cf42465-a8ee-4305-aa65-0a53d5e765b5 req-d2526c38-41e8-40b4-b3a8-03a20301da07 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438721 Jun 28 14:22:23.720772 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44312) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:23.947822 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-495ac883-bc0b-4abd-87f9-83d445f1b232 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:23.949234 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-495ac883-bc0b-4abd-87f9-83d445f1b232 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.37 "GET /v2.0/networks?id=d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 200 len: 808 time: 0.1814985 Jun 28 14:22:24.278903 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-8fcaec26-6c7d-4d8f-8414-c85214d59b5e tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4196a0dc8358414eb45e0e17fcca3152 HTTP/1.1" status: 200 len: 380 time: 0.3146863 Jun 28 14:22:24.306513 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'port': {'device_id': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'admin_state_up': True, 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'security_groups': ['d6c65383-3d52-408b-b87e-854469b82da8']}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:22:24.559323 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Made reservation on behalf of 4196a0dc8358414eb45e0e17fcca3152 for: {'port': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:22:24.562920 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:24.636703 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586657'] for router_interface, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:24.829726 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Allocated IP 172.20.0.4 (d1aafa51-5bf9-408b-b862-6d2120c31368/e1f216d5-39ff-4eda-9712-2e661d0bc6df/a5370756-fb85-4693-819f-03dfa57b8cfc) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:22:24.916421 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:22:24.961817 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e2c8c-0c3a-4b4b-b2c6-67aa197b0ca3 req-b7b6ccd9-9840-4033-84b5-3c1141fadc86 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:24.963949 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-da6e2c8c-0c3a-4b4b-b2c6-67aa197b0ca3 req-b7b6ccd9-9840-4033-84b5-3c1141fadc86 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 945 time: 0.2377646 Jun 28 14:22:25.017907 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:25.030595 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'port_id': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'mac_address': 'fa:16:3e:2a:41:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:22:25.074562 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.090798 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8a3795-67ea-4dfb-a915-a52ea254f0c6 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:22:25.097728 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-da6e2c8c-0c3a-4b4b-b2c6-67aa197b0ca3 req-ef675a79-d351-467d-8bcf-d096004d7894 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253164 Jun 28 14:22:25.129262 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:25.193541 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.209225 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7449c331-d9e0-4f40-8ce4-b8a82b491c3a req-ebca52a4-41d0-4cce-aa9a-79e02e3abbd2 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0389435 Jun 28 14:22:25.216619 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Transition to ACTIVE for port object a5370756-fb85-4693-819f-03dfa57b8cfc will not be triggered until provisioned by entity DHCP. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:22:25.221608 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.224557 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:25.274539 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=9']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:25.282236 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.282585 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.282927 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.283259 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.283590 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.283916 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.284274 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.284624 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.284956 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.285295 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.285595 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.285911 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:22:25.290491 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:25.326743 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Deleting port c523601a-e233-441b-b586-8569b14dc2f5 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:25.327080 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.336749 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb789a-cc84-4575-a9fa-d64fa5ce667b req-b6b1baae-73b2-4795-bddd-716305ed6707 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:25.338804 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4feb789a-cc84-4575-a9fa-d64fa5ce667b req-b6b1baae-73b2-4795-bddd-716305ed6707 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 945 time: 0.1248751 Jun 28 14:22:25.399588 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.406500 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:25.469552 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4feb789a-cc84-4575-a9fa-d64fa5ce667b req-fb31b141-cbb2-4114-be2b-871b251093b0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219459 Jun 28 14:22:25.471178 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Network d1aafa51-5bf9-408b-b862-6d2120c31368 is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:22:25.480602 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:22:25.485534 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:22:25.487928 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:25.514281 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:25.525059 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] For port c523601a-e233-441b-b586-8569b14dc2f5, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=c523601a-e233-441b-b586-8569b14dc2f5,segment=NetworkSegment(a83a99db-56db-4138-a515-74a5a21c779e),segment_id=a83a99db-56db-4138-a515-74a5a21c779e)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:25.525689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.543637 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Calling delete_port for c523601a-e233-441b-b586-8569b14dc2f5 owned by network:router_interface {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:25.561124 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:25.561723 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.571011 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['ca8a3795-67ea-4dfb-a915-a52ea254f0c6'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:25.684172 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3849247 Jun 28 14:22:25.714030 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Request body: {'port': {'device_id': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:22:25.758937 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-193e61ca-5e9e-4d74-a602-a7c5f3357615 None None] Provisioning for port a5370756-fb85-4693-819f-03dfa57b8cfc completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:22:25.763164 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-193e61ca-5e9e-4d74-a602-a7c5f3357615 None None] Provisioning complete for port a5370756-fb85-4693-819f-03dfa57b8cfc triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:22:25.763549 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-193e61ca-5e9e-4d74-a602-a7c5f3357615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.797238 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-193e61ca-5e9e-4d74-a602-a7c5f3357615 None None] Port a5370756-fb85-4693-819f-03dfa57b8cfc cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:22:25.823318 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.875065 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:25.877620 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-17e329d4-381c-498b-ad94-f6a22e259714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:25.951442 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c523601a-e233-441b-b586-8569b14dc2f5,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:25.958102 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:26.215153 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1650670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577233'] for router_interface, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:26.280398 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf236-666f-41fe-8328-6f725d7da8b5 req-3af5e2cc-ee65-4e49-8667-d0bcb7ba9198 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:26.282230 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-204cf236-666f-41fe-8328-6f725d7da8b5 req-3af5e2cc-ee65-4e49-8667-d0bcb7ba9198 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 945 time: 0.0651660 Jun 28 14:22:26.293764 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5370756-fb85-4693-819f-03dfa57b8cfc {{(pid=93575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:22:26.303518 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:26.334835 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-204cf236-666f-41fe-8328-6f725d7da8b5 req-a80abf64-f0fd-4c8b-ba69-68a34b93f645 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Jun 28 14:22:26.357448 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Transition to ACTIVE for port object a5370756-fb85-4693-819f-03dfa57b8cfc will not be triggered until provisioned by entity L2. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:22:26.424394 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:26.428444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:26.521989 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7129525-a4de-4ec7-8dd7-4562b561c896 req-01dacfa6-6a1c-44ca-b08b-813b965bb297 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:26.531514 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a7129525-a4de-4ec7-8dd7-4562b561c896 req-01dacfa6-6a1c-44ca-b08b-813b965bb297 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0910740 Jun 28 14:22:26.532303 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:26.549451 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:26.625190 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Router b960e046-6369-4b30-9550-ab98cafa7c4c has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:22:26.630277 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a7129525-a4de-4ec7-8dd7-4562b561c896 req-6b098f87-8a82-4f7e-b3b6-e5e20bbbcee7 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971074 Jun 28 14:22:26.647076 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-7b2fcddf-13e6-4083-af1f-6f78f151efaf tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:26.648619 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-7b2fcddf-13e6-4083-af1f-6f78f151efaf tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 945 time: 0.0962648 Jun 28 14:22:26.681066 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Attempting to bind port a5370756-fb85-4693-819f-03dfa57b8cfc on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:22:26.681367 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Attempting to bind port a5370756-fb85-4693-819f-03dfa57b8cfc by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:22:26.682396 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Attempting to bind port a5370756-fb85-4693-819f-03dfa57b8cfc on network d1aafa51-5bf9-408b-b862-6d2120c31368 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:22:26.692775 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Port a5370756-fb85-4693-819f-03dfa57b8cfc on network d1aafa51-5bf9-408b-b862-6d2120c31368 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:22:26.693366 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Attempting to bind port a5370756-fb85-4693-819f-03dfa57b8cfc on network d1aafa51-5bf9-408b-b862-6d2120c31368 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:22:26.838243 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Deleting port e1ef24c4-fee4-4ac7-a60e-e49ad365963e {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:26.838602 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:26.850549 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bf89-2990-476a-9fcf-168b894f14d1 req-47e4dcb1-ca38-4770-ac9c-5e878fdc775a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:26.852142 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1be7bf89-2990-476a-9fcf-168b894f14d1 req-47e4dcb1-ca38-4770-ac9c-5e878fdc775a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 945 time: 0.0899787 Jun 28 14:22:26.917887 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:22:26.951012 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1be7bf89-2990-476a-9fcf-168b894f14d1 req-40e66ce7-3311-49ff-8645-bd77ffaecc78 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874364 Jun 28 14:22:26.986355 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] For port e1ef24c4-fee4-4ac7-a60e-e49ad365963e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:26.986977 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:26.988121 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:22:26.988879 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.001936 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:22:27.002272 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Checking segment: {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:22:27.002664 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Bound using segment: {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:22:27.003103 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Bound port: a5370756-fb85-4693-819f-03dfa57b8cfc, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5f86bb-1d28-438c-aa5f-485845d5c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368'}}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:22:27.003459 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.005394 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Calling delete_port for e1ef24c4-fee4-4ac7-a60e-e49ad365963e owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:27.055800 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa74d25-8421-4f9a-8942-8b83c14f1d36 req-15165c6e-0fdf-4005-a4d9-0d047e9d3f3d tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:27.062700 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-caa74d25-8421-4f9a-8942-8b83c14f1d36 req-15165c6e-0fdf-4005-a4d9-0d047e9d3f3d tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.4552946 Jun 28 14:22:27.089120 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.130516 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:27.132139 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:27.135751 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6bdd13-1281-41f3-ae94-a3d67a39923f" -d '{"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:27.167434 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-caa74d25-8421-4f9a-8942-8b83c14f1d36 req-2dca0a18-df3b-4876-be70-c3bb2cb53097 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038516 Jun 28 14:22:27.172108 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:22:27.177438 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] 10.222.0.35 "PUT /v2.0/routers/b960e046-6369-4b30-9550-ab98cafa7c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556205 Jun 28 14:22:27.178656 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, cleared binding levels {{(pid=93575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:22:27.179219 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] Sync routers for ids ['b960e046-6369-4b30-9550-ab98cafa7c4c'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:22:27.180483 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44360) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:27.187553 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:22:27.187946 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.190491 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:27.197739 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] Routers {'b960e046-6369-4b30-9550-ab98cafa7c4c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:27.198739 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:22:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['b960e046-6369-4b30-9550-ab98cafa7c4c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:27.209775 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.215310 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-865b49ab-9353-4b5b-a337-8c15143b6e7d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:27.252866 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=10']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:27.257341 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c', 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:27.281634 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event deleted for resources: {'Port': ['ID=e1ef24c4-fee4-4ac7-a60e-e49ad365963e,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:27.301879 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:27.305494 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.309286 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914cd983-225a-45d2-8f16-79a5c7145e40 x-openstack-request-id: req-914cd983-225a-45d2-8f16-79a5c7145e40 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:27.309571 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:27.309789 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.309926 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-914cd983-225a-45d2-8f16-79a5c7145e40 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:27.310225 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'code': 200} Jun 28 14:22:27.311026 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:27.344757 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:27.358888 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] Set router b960e046-6369-4b30-9550-ab98cafa7c4c gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:27.364562 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] No DVR routers for this DVR port e1ef24c4-fee4-4ac7-a60e-e49ad365963e on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:27.372361 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.376753 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-22aa4da0-9fa8-40b4-9ab9-4116b65b3025 req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "DELETE /v2.0/ports/e1ef24c4-fee4-4ac7-a60e-e49ad365963e HTTP/1.1" status: 204 len: 173 time: 0.7204401 Jun 28 14:22:27.377580 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'name': 'network-vif-deleted', 'tag': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:27.383273 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9994cf-b7e9-416c-9ea5-01806169ab51" -d '{"events": [{"server_uuid": "89598268-6d93-44e4-9f83-1bc2fde0e67f", "name": "network-vif-deleted", "tag": "e1ef24c4-fee4-4ac7-a60e-e49ad365963e"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:27.510534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e782d1-1157-4e46-b186-799f46556ca8 x-openstack-request-id: req-92e782d1-1157-4e46-b186-799f46556ca8 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:27.510867 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89598268-6d93-44e4-9f83-1bc2fde0e67f", "name": "network-vif-deleted", "tag": "e1ef24c4-fee4-4ac7-a60e-e49ad365963e", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:27.511328 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92e782d1-1157-4e46-b186-799f46556ca8 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:27.511897 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89598268-6d93-44e4-9f83-1bc2fde0e67f', 'name': 'network-vif-deleted', 'tag': 'e1ef24c4-fee4-4ac7-a60e-e49ad365963e', 'status': 'completed', 'code': 200} Jun 28 14:22:27.585465 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:27.587527 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.590867 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] 10.222.0.37 "PUT /v2.0/ports/a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 200 len: 1093 time: 1.8809867 Jun 28 14:22:27.595762 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:27.599881 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890f1d28-b764-4c27-b596-1a4fa27e28fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:27.605835 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.622799 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:22:25Z', 'revision_number': 5, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:27.644556 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=3']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:27.648055 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:27.683989 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] Checking router: b960e046-6369-4b30-9550-ab98cafa7c4c for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:22:27.703794 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] Routers {'b960e046-6369-4b30-9550-ab98cafa7c4c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:27.703794 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:22:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['b960e046-6369-4b30-9550-ab98cafa7c4c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:27.706013 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90df3b8-a135-4ac0-ad67-d2363e9c90b1 x-openstack-request-id: req-d90df3b8-a135-4ac0-ad67-d2363e9c90b1 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:27.716480 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:27.716805 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d90df3b8-a135-4ac0-ad67-d2363e9c90b1 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:27.722028 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'status': 'completed', 'code': 200} Jun 28 14:22:27.728282 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0ca67025-746d-46d5-b785-21f959af2404 req-0bb62f2a-6912-4246-95cf-65160827744c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 210 time: 0.1644711 Jun 28 14:22:27.812863 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Deleting port 4c9f346e-197f-40d3-a09a-dd960a36dae9 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:27.813205 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.844593 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] Set router b960e046-6369-4b30-9550-ab98cafa7c4c gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:27.886865 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ee8a-3a01-41dc-8ef6-c5e2e545e1fe req-5224c809-5e58-491d-9178-87106450e82f tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:27.888424 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e5b0ee8a-3a01-41dc-8ef6-c5e2e545e1fe req-5224c809-5e58-491d-9178-87106450e82f tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0794349 Jun 28 14:22:27.951866 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e5b0ee8a-3a01-41dc-8ef6-c5e2e545e1fe req-4c1205e2-cd25-41ad-9829-86bd96de6eed tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549710 Jun 28 14:22:27.954121 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] For port 4c9f346e-197f-40d3-a09a-dd960a36dae9, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=4c9f346e-197f-40d3-a09a-dd960a36dae9,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:27.954555 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:27.969890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Calling delete_port for 4c9f346e-197f-40d3-a09a-dd960a36dae9 owned by network:router_gateway {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:27.975479 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f1d28-b764-4c27-b596-1a4fa27e28fb req-e3129916-e48d-4bb3-83d0-dc0d01556954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:27.977152 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-890f1d28-b764-4c27-b596-1a4fa27e28fb req-e3129916-e48d-4bb3-83d0-dc0d01556954 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1096 time: 0.1410139 Jun 28 14:22:28.063043 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:22:25Z', 'revision_number': 5, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:28.094717 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4cdbac-23d9-472d-a3f2-28d4861e11df None None] The sync data for ids ['b960e046-6369-4b30-9550-ab98cafa7c4c'] in dv-cinder-761113-15-smb is: [{'id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'name': 'tempest-ServerRescueNegativeTestJSON-83608222-router', 'tenant_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:56Z', 'updated_at': '2021-06-28T14:22:25Z', 'revision_number': 5, 'project_id': 'a4c24fc7768d41d88c6c518b10de00a8', 'gw_port': {'id': '4c9f346e-197f-40d3-a09a-dd960a36dae9', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e046-6369-4b30-9550-ab98cafa7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:22:28.180771 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fd346-2d37-483c-8c64-d85707fd031f req-3e0eca4f-817f-460c-9203-120da046f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:28.182473 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a51fd346-2d37-483c-8c64-d85707fd031f req-3e0eca4f-817f-460c-9203-120da046f298 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 1100 time: 0.0516920 Jun 28 14:22:28.218275 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a51fd346-2d37-483c-8c64-d85707fd031f req-7c15f25b-c590-441c-8bee-2ae6be1cf19f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294058 Jun 28 14:22:28.293585 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f1d28-b764-4c27-b596-1a4fa27e28fb req-ac195294-145d-4bec-8514-d60c71cf81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:28.295036 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-890f1d28-b764-4c27-b596-1a4fa27e28fb req-ac195294-145d-4bec-8514-d60c71cf81eb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4196a0dc8358414eb45e0e17fcca3152&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2719738 Jun 28 14:22:28.323384 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdb80e-2b2e-44b3-8246-7cc621e6ed32 req-499d7119-8c44-4ecf-8924-dca438f37eba tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:28.324411 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-26bdb80e-2b2e-44b3-8246-7cc621e6ed32 req-499d7119-8c44-4ecf-8924-dca438f37eba tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.2319288 Jun 28 14:22:28.381016 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d12d-c7b5-459d-a782-15af9e64ded2 req-1d2fba94-45fe-4548-bebf-e71f2b4b96e9 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:28.382396 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5d2d12d-c7b5-459d-a782-15af9e64ded2 req-1d2fba94-45fe-4548-bebf-e71f2b4b96e9 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0622907 Jun 28 14:22:28.390789 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-26bdb80e-2b2e-44b3-8246-7cc621e6ed32 req-f48d7166-d981-44ca-95e1-0231da18755c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606956 Jun 28 14:22:28.421631 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5d2d12d-c7b5-459d-a782-15af9e64ded2 req-068f949f-1af3-4a5f-8851-30df9e94ecd4 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Jun 28 14:22:28.445176 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:28.447907 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e1c975c2-feb2-405b-9a15-532f01e3a4d0 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:28.473417 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9f346e-197f-40d3-a09a-dd960a36dae9,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:28.477037 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:28.638616 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513924'] for router_gateway, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:28.776093 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4398'] for router, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:28.783036 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:28.810424 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f1d28-b764-4c27-b596-1a4fa27e28fb req-7eb71902-e5c9-4a5c-9621-3da76f9395ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:28.811814 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-890f1d28-b764-4c27-b596-1a4fa27e28fb req-7eb71902-e5c9-4a5c-9621-3da76f9395ff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2927964 Jun 28 14:22:28.899406 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e6deddb2-26bb-4576-8f43-5eb47226ea61 req-3c0d9b6a-83c9-42fa-a24f-45d4ad32e364 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=89598268-6d93-44e4-9f83-1bc2fde0e67f HTTP/1.1" status: 200 len: 210 time: 0.0468671 Jun 28 14:22:28.931547 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c523601a-e233-441b-b586-8569b14dc2f5 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:28.941112 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-514766'] for router, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:28.941660 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b960e046-6369-4b30-9550-ab98cafa7c4c {{(pid=93575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:22:28.950855 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:28.950855 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0b2cb498-01a0-4fb1-9c4d-31b409ad3c4c admin admin] 10.222.0.35 "DELETE /v2.0/routers/b960e046-6369-4b30-9550-ab98cafa7c4c HTTP/1.1" status: 204 len: 168 time: 1.7681744 Jun 28 14:22:28.952380 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44380) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:28.954629 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: c523601a-e233-441b-b586-8569b14dc2f5 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:28.954987 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c523601a-e233-441b-b586-8569b14dc2f5 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:28.978590 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-a9739016-fe11-4825-9bf0-53a13abf279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:28.980411 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-a9739016-fe11-4825-9bf0-53a13abf279d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1096 time: 0.0721910 Jun 28 14:22:29.016344 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Deleting subnet 079cd3de-261d-4069-b6c0-a13728c7e5a6 {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:22:29.021031 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.043322 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-0c03ebe6-b719-43db-bcf0-ca6b85e1d291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 200 len: 217 time: 0.0440753 Jun 28 14:22:29.058452 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.066600 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.099091 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-041181a2-9844-44a1-9021-7a5991820c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:29.100835 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-041181a2-9844-44a1-9021-7a5991820c9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1f216d5-39ff-4eda-9712-2e661d0bc6df HTTP/1.1" status: 200 len: 847 time: 0.0505786 Jun 28 14:22:29.169422 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-076c3bc4-7b70-4ba5-a93e-e6e746be2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:29.170916 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-076c3bc4-7b70-4ba5-a93e-e6e746be2ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1aafa51-5bf9-408b-b862-6d2120c31368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0622177 Jun 28 14:22:29.178843 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95919e03-ef0a-437b-8f76-08dd34bef250 req-109ac5f3-05ff-45f3-9da2-15e41d968ace tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:29.180416 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-95919e03-ef0a-437b-8f76-08dd34bef250 req-109ac5f3-05ff-45f3-9da2-15e41d968ace tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0865612 Jun 28 14:22:29.218290 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.223407 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-95919e03-ef0a-437b-8f76-08dd34bef250 req-caa902f7-083a-42f0-a755-ebd2bc7a3be4 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365038 Jun 28 14:22:29.225028 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1dc3966d-6b95-4e85-92f3-0a2235a4c8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:29.255410 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.257422 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/079cd3de-261d-4069-b6c0-a13728c7e5a6 HTTP/1.1" status: 204 len: 168 time: 0.3034999 Jun 28 14:22:29.258973 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079cd3de-261d-4069-b6c0-a13728c7e5a6,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:29.261334 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44384) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:29.268520 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d855e226-500e-43b5-a3f7-41ee09822d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:29.332058 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.421838 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.436207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.436565 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.437457 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.437885 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.438281 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.438692 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.439153 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.439546 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.439933 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.440425 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.546499 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-0b80e5e4-6015-495a-a834-39799d369913 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666501 Jun 28 14:22:29.620664 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.621154 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.621590 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.622193 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 14:22:29.622649 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2cf116-0eed-4434-8189-5aa984a37271']}} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:29.660750 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83a99db-56db-4138-a515-74a5a21c779e') {'for_net_delete': True} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:29.660750 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83a99db-56db-4138-a515-74a5a21c779e') {} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:29.690787 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486df64b-838c-43c0-aeb9-eb229039c81e req-c908b9ad-a177-4937-9d87-52c6fa3b2c2b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:29.692318 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-486df64b-838c-43c0-aeb9-eb229039c81e req-c908b9ad-a177-4937-9d87-52c6fa3b2c2b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.1349235 Jun 28 14:22:29.695603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58906392'] for segment, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.699053 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8810f2ee-c382-4e32-9e44-b30abbe8b34b req-35cd1eb6-41c2-447c-a61d-5769da360ea1 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397431 Jun 28 14:22:29.723705 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.736018 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:22:29.736448 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971483'] for segment, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: from cryptography.utils import int_from_bytes Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: from cryptography.utils import int_from_bytes Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: Traceback (most recent call last): Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: timer() Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: cb(*args, **kw) Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: return func(*args, **kwargs) Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: self._notify() Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: self.callback(batched_events) Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:22:29.741881 dv-cinder-761113-15-smb neutron-server[93576]: event.method(event) Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: return f(self, *a, **k) Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: return self._get(url).json() Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: return self.request(url, 'GET', **kwargs) Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:22:29.747776 dv-cinder-761113-15-smb neutron-server[93576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:22:29.751291 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-486df64b-838c-43c0-aeb9-eb229039c81e req-4e4a5360-d4f8-4fd5-be86-b09688056519 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475752 Jun 28 14:22:29.810306 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3ca2-7767-4be1-9b5e-07d7151b706b req-a23d1f1d-a686-4b57-93b8-3e35d2771086 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:29.817072 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d52f3ca2-7767-4be1-9b5e-07d7151b706b req-a23d1f1d-a686-4b57-93b8-3e35d2771086 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1788507 Jun 28 14:22:29.852202 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d52f3ca2-7767-4be1-9b5e-07d7151b706b req-c6d1b58e-a5cc-484b-92d7-0e9eb64fde7b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342538 Jun 28 14:22:29.895984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.900295 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-66837ed5-2e44-4578-bbf5-45afef3657c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:29.905061 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:29.908908 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4a2cf116-0eed-4434-8189-5aa984a37271 HTTP/1.1" status: 204 len: 168 time: 0.6436296 Jun 28 14:22:29.915901 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2cf116-0eed-4434-8189-5aa984a37271,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:29.919707 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:30.352537 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44432) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:30.397483 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-47ea3afa-8c84-44c4-9e84-f76eab2c8b1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4c24fc7768d41d88c6c518b10de00a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431845 Jun 28 14:22:30.399829 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44438) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:30.421123 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd465a-48c4-4253-95b7-6ce27ed82202 req-72cdf9fd-c6f7-4b54-96f5-37cc5b8b8d47 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:30.422737 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fbbd465a-48c4-4253-95b7-6ce27ed82202 req-72cdf9fd-c6f7-4b54-96f5-37cc5b8b8d47 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0734692 Jun 28 14:22:30.456552 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:30.464909 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fbbd465a-48c4-4253-95b7-6ce27ed82202 req-cc8c27a3-4c9a-4cca-b336-e6d62f76066d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363891 Jun 28 14:22:30.486399 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:30.597239 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f73b6-f9a2-481e-b1e4-cb54d9a04eb4 req-d03c52f6-d33b-4e2e-979f-1acb694f4390 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:30.598690 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d1f73b6-f9a2-481e-b1e4-cb54d9a04eb4 req-d03c52f6-d33b-4e2e-979f-1acb694f4390 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0649331 Jun 28 14:22:30.611642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:30.614436 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:30.615160 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f28708b-b9b5-4916-84b4-726d3dbb6062 HTTP/1.1" status: 204 len: 168 time: 0.2144153 Jun 28 14:22:30.625481 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:30.640682 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f28708b-b9b5-4916-84b4-726d3dbb6062,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:30.647090 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:30.655418 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d1f73b6-f9a2-481e-b1e4-cb54d9a04eb4 req-88f7c4ac-eaa4-4734-83fc-a11e6361ae66 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Jun 28 14:22:30.657827 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f241b-a6d0-40d8-bb4a-f7355c056c61 req-8cb40cc1-cb7c-4991-b332-182fa7277f39 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:30.665069 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-827f241b-a6d0-40d8-bb4a-f7355c056c61 req-8cb40cc1-cb7c-4991-b332-182fa7277f39 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 946 time: 0.0820820 Jun 28 14:22:30.699923 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-827f241b-a6d0-40d8-bb4a-f7355c056c61 req-61f956c8-8211-428c-b646-009ebec63e3c tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Jun 28 14:22:30.869729 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 4c9f346e-197f-40d3-a09a-dd960a36dae9 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:30.890329 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 4c9f346e-197f-40d3-a09a-dd960a36dae9 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:30.892312 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 4c9f346e-197f-40d3-a09a-dd960a36dae9 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:30.955452 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151954ac-ef18-4209-9a50-7c787a65b236 req-f090baa6-b363-4278-9f49-f0dd1f963a72 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:30.955452 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-151954ac-ef18-4209-9a50-7c787a65b236 req-f090baa6-b363-4278-9f49-f0dd1f963a72 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.0760701 Jun 28 14:22:30.971142 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device e1ef24c4-fee4-4ac7-a60e-e49ad365963e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:31.005746 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: e1ef24c4-fee4-4ac7-a60e-e49ad365963e {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:31.008249 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device e1ef24c4-fee4-4ac7-a60e-e49ad365963e not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:31.021965 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-151954ac-ef18-4209-9a50-7c787a65b236 req-ee1a94a9-7c6b-4a48-a829-698b3c85bc2a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612810 Jun 28 14:22:31.057778 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086b289-1c5b-45fc-9ce6-89dd7e282ad6 req-0bf35613-582b-43da-b1e5-0ba8c499493c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:31.064770 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c086b289-1c5b-45fc-9ce6-89dd7e282ad6 req-0bf35613-582b-43da-b1e5-0ba8c499493c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0846374 Jun 28 14:22:31.100786 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c086b289-1c5b-45fc-9ce6-89dd7e282ad6 req-cf5b6919-fd13-4455-bc1f-e03c836236b4 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351493 Jun 28 14:22:31.642617 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66e8d4-d70e-4508-bee5-df5a4cffbf3c req-6a8c6e20-c489-4b63-9828-0d8e2b34b393 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:31.644095 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a66e8d4-d70e-4508-bee5-df5a4cffbf3c req-6a8c6e20-c489-4b63-9828-0d8e2b34b393 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0652604 Jun 28 14:22:31.682430 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a66e8d4-d70e-4508-bee5-df5a4cffbf3c req-824c88f2-dbb7-442c-b2a4-ae81f81082f9 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323563 Jun 28 14:22:31.840675 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c351b9-0c15-4fec-a9ba-24d94275544d req-c48771df-93b9-4dd7-8c1f-e875c46269a7 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:31.842199 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-18c351b9-0c15-4fec-a9ba-24d94275544d req-c48771df-93b9-4dd7-8c1f-e875c46269a7 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0686164 Jun 28 14:22:31.875470 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091d87c-e667-4a79-bb20-0e374eb73161 req-a822b788-9d52-4089-a072-5a370d208e72 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:31.876959 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e091d87c-e667-4a79-bb20-0e374eb73161 req-a822b788-9d52-4089-a072-5a370d208e72 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 946 time: 0.0637338 Jun 28 14:22:31.879583 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-18c351b9-0c15-4fec-a9ba-24d94275544d req-f3fbedcd-eba8-4aaa-8977-bf4177926c72 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Jun 28 14:22:31.925098 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e091d87c-e667-4a79-bb20-0e374eb73161 req-3fd1bfbe-7576-4369-8196-3bf0626b3fdb tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Jun 28 14:22:32.208862 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ad733-8ca1-43ef-a432-3f9bce91536b req-4292a3a2-8200-46e0-8393-2b2e8e42c475 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:32.210257 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-078ad733-8ca1-43ef-a432-3f9bce91536b req-4292a3a2-8200-46e0-8393-2b2e8e42c475 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.0685470 Jun 28 14:22:32.253797 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-078ad733-8ca1-43ef-a432-3f9bce91536b req-a0ced817-fbf8-44a2-8bed-1c951f0d2bee tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360003 Jun 28 14:22:32.290896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10900c-c9c5-443e-8ec0-315686c1faa3 req-400b162c-c9c2-4950-ae9e-f698be563e81 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:32.300173 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4c10900c-c9c5-443e-8ec0-315686c1faa3 req-400b162c-c9c2-4950-ae9e-f698be563e81 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0826197 Jun 28 14:22:32.331759 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-55ae23be-820e-4d85-a7ce-2b01e5013b16 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:32.333583 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-55ae23be-820e-4d85-a7ce-2b01e5013b16 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 946 time: 0.0788367 Jun 28 14:22:32.343109 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4c10900c-c9c5-443e-8ec0-315686c1faa3 req-b78507f2-c159-44d4-aa6d-99579fd785d8 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Jun 28 14:22:32.435427 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Deleting port b50d7b08-8164-4068-904a-f0c908f6c5a9 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:32.435773 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:32.526716 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] For port b50d7b08-8164-4068-904a-f0c908f6c5a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b50d7b08-8164-4068-904a-f0c908f6c5a9,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:32.527066 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:32.538652 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Calling delete_port for b50d7b08-8164-4068-904a-f0c908f6c5a9 owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:32.741883 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:32.746650 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:32.770349 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-697258e9-fd98-4369-88f3-b16c41fbd550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:32.780894 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c', 'b50d7b08-8164-4068-904a-f0c908f6c5a9'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:32.782305 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event deleted for resources: {'Port': ['ID=b50d7b08-8164-4068-904a-f0c908f6c5a9,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:32.787128 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:32.858835 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] No DVR routers for this DVR port b50d7b08-8164-4068-904a-f0c908f6c5a9 on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:32.861959 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:32.863911 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7c20ebe7-3c15-431f-8416-48019bb4cf7a req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "DELETE /v2.0/ports/b50d7b08-8164-4068-904a-f0c908f6c5a9 HTTP/1.1" status: 204 len: 173 time: 0.5244141 Jun 28 14:22:32.864551 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'name': 'network-vif-deleted', 'tag': 'b50d7b08-8164-4068-904a-f0c908f6c5a9'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:32.866771 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30aebab-5ba8-455f-b07f-28d8761bc0d4" -d '{"events": [{"server_uuid": "6a246dd4-0f60-4af4-8a8b-b228a131ea57", "name": "network-vif-deleted", "tag": "b50d7b08-8164-4068-904a-f0c908f6c5a9"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:32.918277 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f959b-690b-4cb5-827f-fbbb9c6c2cc2 req-f89dc682-2f92-4fe2-be93-2c192a4202d3 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:32.919976 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6f7f959b-690b-4cb5-827f-fbbb9c6c2cc2 req-f89dc682-2f92-4fe2-be93-2c192a4202d3 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.1066427 Jun 28 14:22:32.921514 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e4cd35-59ca-42a3-85f2-a53e1068e545 x-openstack-request-id: req-74e4cd35-59ca-42a3-85f2-a53e1068e545 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:32.921836 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a246dd4-0f60-4af4-8a8b-b228a131ea57", "name": "network-vif-deleted", "tag": "b50d7b08-8164-4068-904a-f0c908f6c5a9", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:32.922290 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74e4cd35-59ca-42a3-85f2-a53e1068e545 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:32.922866 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a246dd4-0f60-4af4-8a8b-b228a131ea57', 'name': 'network-vif-deleted', 'tag': 'b50d7b08-8164-4068-904a-f0c908f6c5a9', 'status': 'completed', 'code': 200} Jun 28 14:22:32.961268 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device a5370756-fb85-4693-819f-03dfa57b8cfc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:22:32.975669 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6f7f959b-690b-4cb5-827f-fbbb9c6c2cc2 req-f4396e4b-39ae-454e-a6d4-34f7f8f29f9f tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477493 Jun 28 14:22:33.080944 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:33.099662 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'port_id': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'mac_address': 'fa:16:3e:d0:f5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:22:33.109094 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b22e7f-90fd-4502-8735-f894a6342462 req-8b17fe1f-110d-41de-9090-e1b4a9c0805d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:33.110754 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d9b22e7f-90fd-4502-8735-f894a6342462 req-8b17fe1f-110d-41de-9090-e1b4a9c0805d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0877719 Jun 28 14:22:33.133184 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3b4f9b22-4e85-47e7-833f-79bc50912631 req-38ae9470-2c0f-4ef3-8a72-fd0a210d2eda tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a246dd4-0f60-4af4-8a8b-b228a131ea57 HTTP/1.1" status: 200 len: 210 time: 0.0402627 Jun 28 14:22:33.150088 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:33.157372 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d9b22e7f-90fd-4502-8735-f894a6342462 req-fdc77d87-9907-4c7b-9935-6fa5e8bf5e93 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Jun 28 14:22:33.162824 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5370756-fb85-4693-819f-03dfa57b8cfc {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:22:33.183018 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:33.290093 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:33.292008 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:33.337688 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:33.341624 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:33.522255 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a250903-03ef-4cd3-9c5d-83f1b9bc03e7 req-d7b80995-21a8-471b-a5fa-bf9726f41940 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:33.523735 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9a250903-03ef-4cd3-9c5d-83f1b9bc03e7 req-d7b80995-21a8-471b-a5fa-bf9726f41940 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0671968 Jun 28 14:22:33.564805 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9a250903-03ef-4cd3-9c5d-83f1b9bc03e7 req-aeca5cbd-56e5-4535-93de-cc91ee5f8474 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341017 Jun 28 14:22:33.677041 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['a5370756-fb85-4693-819f-03dfa57b8cfc'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:34.150106 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95238a-8b8c-4884-8be6-22271f507d75 req-017beb5e-9971-47a7-9db9-2174e44652e6 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:34.153847 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3e95238a-8b8c-4884-8be6-22271f507d75 req-017beb5e-9971-47a7-9db9-2174e44652e6 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 944 time: 0.0666025 Jun 28 14:22:34.191335 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3e95238a-8b8c-4884-8be6-22271f507d75 req-3e93a7f1-4a3f-4fcb-a191-75c6ca81e231 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327387 Jun 28 14:22:34.355229 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761f50-0c4c-45f2-9ca2-20fb19d68ef2 req-0cf617a2-1bad-4341-9a9a-9e871ecef743 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:34.356723 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-90761f50-0c4c-45f2-9ca2-20fb19d68ef2 req-0cf617a2-1bad-4341-9a9a-9e871ecef743 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0617077 Jun 28 14:22:34.393544 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-90761f50-0c4c-45f2-9ca2-20fb19d68ef2 req-ceb1d34a-c0ee-44a9-aaaa-9075c8bcf7ec tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Jun 28 14:22:34.741220 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f46f-fb26-43d8-a7c0-239342d23c10 req-7e3aab30-dafb-474c-9b59-d9bd67128ade tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:34.742689 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c3d7f46f-fb26-43d8-a7c0-239342d23c10 req-7e3aab30-dafb-474c-9b59-d9bd67128ade tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0662498 Jun 28 14:22:34.780959 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c3d7f46f-fb26-43d8-a7c0-239342d23c10 req-c9696e62-ff9c-412d-b968-07a3a1506c24 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Jun 28 14:22:34.967956 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device a5370756-fb85-4693-819f-03dfa57b8cfc up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:22:35.061721 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port a5370756-fb85-4693-819f-03dfa57b8cfc completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:22:35.065697 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port a5370756-fb85-4693-819f-03dfa57b8cfc triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:22:35.066076 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:35.143795 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:35.166614 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:35.169116 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc0ff8-a270-4130-b269-95ccfb2ff26d" -d '{"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-plugged", "status": "completed", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:35.181617 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:35.205339 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee755895-4d28-42cf-8966-63889ede0015 x-openstack-request-id: req-ee755895-4d28-42cf-8966-63889ede0015 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:35.205635 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-plugged", "status": "completed", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:35.205895 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee755895-4d28-42cf-8966-63889ede0015 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:35.206275 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'code': 200} Jun 28 14:22:35.239151 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:35.240091 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b50d7b08-8164-4068-904a-f0c908f6c5a9 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:35.243432 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:35.263691 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: b50d7b08-8164-4068-904a-f0c908f6c5a9 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:35.264045 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device b50d7b08-8164-4068-904a-f0c908f6c5a9 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:35.298336 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-08721110-2121-4d15-8f27-18f5c6b39834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:35.312712 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:35.315783 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:35.379122 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf89d77-22d2-4903-bda9-e49963f03275 req-ff8d6741-96f7-4059-ab64-594d257dba8c tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:35.380629 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2cf89d77-22d2-4903-bda9-e49963f03275 req-ff8d6741-96f7-4059-ab64-594d257dba8c tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0674014 Jun 28 14:22:35.410653 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:35.419498 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2cf89d77-22d2-4903-bda9-e49963f03275 req-8ec989e2-2a98-4c63-aec3-9d05889ea7d3 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Jun 28 14:22:35.490274 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:35.573695 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf0fa1-a2e6-4f79-a929-e7dbd322165b req-581be0d4-b353-4f62-982c-ff9f43aab2af tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:35.575300 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-89cf0fa1-a2e6-4f79-a929-e7dbd322165b req-581be0d4-b353-4f62-982c-ff9f43aab2af tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0653653 Jun 28 14:22:35.616677 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-89cf0fa1-a2e6-4f79-a929-e7dbd322165b req-d8729db9-48bb-4d0d-9cac-81371aa3623d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355775 Jun 28 14:22:35.704099 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0afc12-3138-467a-86b6-27eb7ecec28c req-bf196ede-c4ef-4bf8-b19a-a19237e79f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:35.705568 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6b0afc12-3138-467a-86b6-27eb7ecec28c req-bf196ede-c4ef-4bf8-b19a-a19237e79f5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1098 time: 0.0520163 Jun 28 14:22:35.742399 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6b0afc12-3138-467a-86b6-27eb7ecec28c req-de49c80b-70a5-43d1-a278-21d5a7a956ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298114 Jun 28 14:22:35.964372 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c912f0-53c4-4f04-9e48-cfd09e92d370 req-8b7d845f-fe58-447e-9d52-8a3d5da3a832 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:35.966383 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61c912f0-53c4-4f04-9e48-cfd09e92d370 req-8b7d845f-fe58-447e-9d52-8a3d5da3a832 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0713596 Jun 28 14:22:36.007849 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-61c912f0-53c4-4f04-9e48-cfd09e92d370 req-011efaf9-327b-44c3-9509-d4b13ef429aa tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358341 Jun 28 14:22:36.066538 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce042db-f0a0-49f0-b1e8-9db2afe66f1f req-246ded5b-e7b0-480b-b208-979b07e9916d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:36.068046 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dce042db-f0a0-49f0-b1e8-9db2afe66f1f req-246ded5b-e7b0-480b-b208-979b07e9916d tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 945 time: 0.0737674 Jun 28 14:22:36.108479 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dce042db-f0a0-49f0-b1e8-9db2afe66f1f req-a457e091-b37b-4c4a-be56-3e4471e5baa0 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Jun 28 14:22:36.230293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337824-2273-403d-a4eb-db3aa99ac193 req-62f47409-dc9c-4235-815e-03194e842f30 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:36.231695 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-17337824-2273-403d-a4eb-db3aa99ac193 req-62f47409-dc9c-4235-815e-03194e842f30 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0665412 Jun 28 14:22:36.331773 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Deleting port d90b78bb-3baf-4ef1-ac32-d830abb04969 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:36.332270 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.405366 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44572) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:36.428079 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] For port d90b78bb-3baf-4ef1-ac32-d830abb04969, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d90b78bb-3baf-4ef1-ac32-d830abb04969,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:36.428474 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.441643 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Calling delete_port for d90b78bb-3baf-4ef1-ac32-d830abb04969 owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:36.517613 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6aa30a57-9931-43d4-85c2-157efef34845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.525059 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.623641 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320a51f-eac9-417d-b01d-4673f2ce7a84 req-da6c2f13-c141-4692-9a6e-e34569e2ecc0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:36.625104 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4320a51f-eac9-417d-b01d-4673f2ce7a84 req-da6c2f13-c141-4692-9a6e-e34569e2ecc0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0939128 Jun 28 14:22:36.633261 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.638440 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:36.668829 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Pushing event deleted for resources: {'Port': ['ID=d90b78bb-3baf-4ef1-ac32-d830abb04969,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:36.671326 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:36.676169 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['d90b78bb-3baf-4ef1-ac32-d830abb04969'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:36.703855 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6aa30a57-9931-43d4-85c2-157efef34845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.709749 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4320a51f-eac9-417d-b01d-4673f2ce7a84 req-f214a4c7-67ae-4550-b4ab-71b3657183f3 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785558 Jun 28 14:22:36.722405 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] No DVR routers for this DVR port d90b78bb-3baf-4ef1-ac32-d830abb04969 on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:36.723168 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.725704 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-17337824-2273-403d-a4eb-db3aa99ac193 req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "DELETE /v2.0/ports/d90b78bb-3baf-4ef1-ac32-d830abb04969 HTTP/1.1" status: 204 len: 173 time: 0.4883285 Jun 28 14:22:36.726291 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'name': 'network-vif-deleted', 'tag': 'd90b78bb-3baf-4ef1-ac32-d830abb04969'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:36.730494 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db63f3f-a361-4d6c-9bc5-50b75a3cf293" -d '{"events": [{"server_uuid": "7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1", "name": "network-vif-deleted", "tag": "d90b78bb-3baf-4ef1-ac32-d830abb04969"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:36.781801 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6aa30a57-9931-43d4-85c2-157efef34845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.782631 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d76501-2dce-4efa-b32d-bdc1fd1bac4b x-openstack-request-id: req-54d76501-2dce-4efa-b32d-bdc1fd1bac4b {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:36.783097 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1", "name": "network-vif-deleted", "tag": "d90b78bb-3baf-4ef1-ac32-d830abb04969", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:36.783266 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54d76501-2dce-4efa-b32d-bdc1fd1bac4b {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:36.783705 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1', 'name': 'network-vif-deleted', 'tag': 'd90b78bb-3baf-4ef1-ac32-d830abb04969', 'status': 'completed', 'code': 200} Jun 28 14:22:36.784820 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:36.785761 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dff82ba5-a681-431c-b09d-f8dc24e415b2 req-161a23d6-9d26-47b4-8403-bfca4d023e89 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0341237 Jun 28 14:22:36.825009 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-6aa30a57-9931-43d4-85c2-157efef34845 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4d3a82326284110a719615e8999de94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184842 Jun 28 14:22:36.825931 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30a57-9931-43d4-85c2-157efef34845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac14db-2c45-465a-a9bc-79e8e09a5c29,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:36.827634 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44582) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:36.829144 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6aa30a57-9931-43d4-85c2-157efef34845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:36.879235 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:36.904791 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:37.039080 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:37.041651 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:37.042805 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22ac14db-2c45-465a-a9bc-79e8e09a5c29 HTTP/1.1" status: 204 len: 168 time: 0.2141280 Jun 28 14:22:37.043621 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-04c5ea1d-5528-446b-999d-eb615ccd222d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:37.051495 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac14db-2c45-465a-a9bc-79e8e09a5c29,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:37.053617 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:37.203164 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429259f-c8a2-498d-9b0d-45a6e46ffb8a req-605ee321-a9ed-4db3-920d-3b4621c019ac tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:37.205040 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0429259f-c8a2-498d-9b0d-45a6e46ffb8a req-605ee321-a9ed-4db3-920d-3b4621c019ac tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0696723 Jun 28 14:22:37.248013 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0429259f-c8a2-498d-9b0d-45a6e46ffb8a req-78a90552-223c-40b1-8245-6fae82055600 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Jun 28 14:22:37.295486 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a809-789d-4920-b501-aca2f6a52dd8 req-026a834f-6db7-4177-87e0-868f56686761 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:37.296947 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9248a809-789d-4920-b501-aca2f6a52dd8 req-026a834f-6db7-4177-87e0-868f56686761 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 945 time: 0.0654619 Jun 28 14:22:37.336027 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9248a809-789d-4920-b501-aca2f6a52dd8 req-1cf43ff0-60d5-42d9-8d44-ee9584469e6a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Jun 28 14:22:37.671322 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44592) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:37.685936 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9aeb046c-39c1-463b-8b62-245124ec870a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:37.779636 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9aeb046c-39c1-463b-8b62-245124ec870a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:37.863150 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:22:37.867809 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9aeb046c-39c1-463b-8b62-245124ec870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:37.871102 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8b6a397b-88ca-4bba-885f-f6195d0905f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:37.915955 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb046c-39c1-463b-8b62-245124ec870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9a342-ea57-434a-a2aa-9b4b42d4a599,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:37.920778 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-9aeb046c-39c1-463b-8b62-245124ec870a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1767a9b0d6347e3b6ac2fb2a3d0e8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483175 Jun 28 14:22:37.923513 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44598) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:37.925691 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9aeb046c-39c1-463b-8b62-245124ec870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:37.941784 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cca59-3db3-4c95-91b0-eff952396013 req-71e89d45-9ce8-482e-85ee-f4119fd92ab7 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:37.943298 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cb1cca59-3db3-4c95-91b0-eff952396013 req-71e89d45-9ce8-482e-85ee-f4119fd92ab7 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.1103301 Jun 28 14:22:37.974467 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-fa36b8df-b93e-47c9-9932-639a7763f14a req-7d470293-79cd-4593-b164-078fe7adfa22 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=7476bd62-44ea-45cb-9d1e-b5ba73d3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0480318 Jun 28 14:22:37.985062 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cb1cca59-3db3-4c95-91b0-eff952396013 req-908c081e-13f4-48d5-9a07-9242094fae54 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358520 Jun 28 14:22:38.014419 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.041758 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.137415 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.139933 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.141148 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04e9a342-ea57-434a-a2aa-9b4b42d4a599 HTTP/1.1" status: 204 len: 168 time: 0.2160552 Jun 28 14:22:38.143565 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-49be3965-7ab5-4557-bfe9-762a45964a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:38.148056 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.155034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9a342-ea57-434a-a2aa-9b4b42d4a599,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:38.158062 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:38.187122 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11169db-ea25-4b8b-aca0-a2d1959ed76d req-fb52062c-0516-4dc0-844b-66e642fcc059 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:38.188672 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f11169db-ea25-4b8b-aca0-a2d1959ed76d req-fb52062c-0516-4dc0-844b-66e642fcc059 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0802648 Jun 28 14:22:38.226385 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f11169db-ea25-4b8b-aca0-a2d1959ed76d req-6dbb13f8-569b-4986-a0aa-09a54d77610b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Jun 28 14:22:38.250751 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44604) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:38.346475 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-71b31f50-c7a7-4b9e-ad47-24f2fd7f6bb4 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:38.347869 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-71b31f50-c7a7-4b9e-ad47-24f2fd7f6bb4 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 945 time: 0.0670028 Jun 28 14:22:38.443199 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fa114-5b12-4b83-b270-5c03d6c8d42d req-c042cb13-3a90-4aed-be2e-7eca3bff1a5b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:38.444608 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-779fa114-5b12-4b83-b270-5c03d6c8d42d req-c042cb13-3a90-4aed-be2e-7eca3bff1a5b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0751605 Jun 28 14:22:38.498214 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-779fa114-5b12-4b83-b270-5c03d6c8d42d req-08a36b3e-5cfc-4102-97c7-1f6f03173b62 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468867 Jun 28 14:22:38.542867 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Deleting port 0597cb6e-e761-40fe-8ed3-76732bd2792c {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:22:38.543676 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.573293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33474185-f929-43b1-a7cd-f53f865d27f7 tempest-TestShelveInstance-116667273 tempest-TestShelveInstance-116667273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:38.575586 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-33474185-f929-43b1-a7cd-f53f865d27f7 tempest-TestShelveInstance-116667273 tempest-TestShelveInstance-116667273-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1093 time: 0.3238413 Jun 28 14:22:38.578694 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44618) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:38.583397 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Request body: {'floatingip': {'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'port_id': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:22:38.650028 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b6416-e46a-4240-8177-aeb89cd87f82 req-e6dabbe7-4712-4780-8fff-9a26a390b1e5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:38.655309 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-577b6416-e46a-4240-8177-aeb89cd87f82 req-e6dabbe7-4712-4780-8fff-9a26a390b1e5 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 945 time: 0.1764753 Jun 28 14:22:38.686279 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] For port 0597cb6e-e761-40fe-8ed3-76732bd2792c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0597cb6e-e761-40fe-8ed3-76732bd2792c,segment=NetworkSegment(d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc),segment_id=d6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:38.686810 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.701299 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for floatingip, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.704705 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Calling delete_port for 0597cb6e-e761-40fe-8ed3-76732bd2792c owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:22:38.725944 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-577b6416-e46a-4240-8177-aeb89cd87f82 req-75456606-2360-4f19-bdb5-5d6fea71331a tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/security-groups?id=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603359 Jun 28 14:22:38.799888 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.911060 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:38.912440 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1cd2b277-480d-494b-ab44-fa390674752f tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:38.928837 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Allocated IP 172.28.3.162 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/fde35091-0a05-47bf-97cc-9b30da327fef) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:22:38.942336 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['0597cb6e-e761-40fe-8ed3-76732bd2792c'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:38.949487 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Pushing event deleted for resources: {'Port': ['ID=0597cb6e-e761-40fe-8ed3-76732bd2792c,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:38.952070 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:38.999672 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device d90b78bb-3baf-4ef1-ac32-d830abb04969 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:39.022031 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] No DVR routers for this DVR port 0597cb6e-e761-40fe-8ed3-76732bd2792c on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:22:39.024636 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:39.027308 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1989dd26-498a-49ce-b3b1-b2f84965bec0 req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.37 "DELETE /v2.0/ports/0597cb6e-e761-40fe-8ed3-76732bd2792c HTTP/1.1" status: 204 len: 173 time: 0.6737587 Jun 28 14:22:39.028029 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'name': 'network-vif-deleted', 'tag': '0597cb6e-e761-40fe-8ed3-76732bd2792c'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:39.030352 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a0dfe8-60cb-43ad-a0b9-c1719727d7eb" -d '{"events": [{"server_uuid": "f5b75a20-16a0-4e75-8b1a-020966372781", "name": "network-vif-deleted", "tag": "0597cb6e-e761-40fe-8ed3-76732bd2792c"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:39.070384 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: d90b78bb-3baf-4ef1-ac32-d830abb04969 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:39.075070 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:39.086164 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device d90b78bb-3baf-4ef1-ac32-d830abb04969 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:39.086957 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 0597cb6e-e761-40fe-8ed3-76732bd2792c no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:22:39.089467 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246fa71-ce20-44d3-96f1-fd7838cd68da req-a98b3aad-6efb-4a14-b806-c5bf5398bf2a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:39.092642 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e246fa71-ce20-44d3-96f1-fd7838cd68da req-a98b3aad-6efb-4a14-b806-c5bf5398bf2a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1207929 Jun 28 14:22:39.128288 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 0597cb6e-e761-40fe-8ed3-76732bd2792c {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:22:39.129451 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 0597cb6e-e761-40fe-8ed3-76732bd2792c not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:22:39.177729 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e246fa71-ce20-44d3-96f1-fd7838cd68da req-99dbd39d-747b-4dea-8d16-17d9b4889bfc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520477 Jun 28 14:22:39.204875 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-416b70ad-9ad6-44dc-8e18-a3657bd89c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:39.206622 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-416b70ad-9ad6-44dc-8e18-a3657bd89c41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 1098 time: 0.1129937 Jun 28 14:22:39.212849 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af6aea9-c207-4e26-b214-3f1e22ca0188 x-openstack-request-id: req-0af6aea9-c207-4e26-b214-3f1e22ca0188 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:39.213208 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b75a20-16a0-4e75-8b1a-020966372781", "name": "network-vif-deleted", "tag": "0597cb6e-e761-40fe-8ed3-76732bd2792c", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:39.213525 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0af6aea9-c207-4e26-b214-3f1e22ca0188 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:39.213983 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b75a20-16a0-4e75-8b1a-020966372781', 'name': 'network-vif-deleted', 'tag': '0597cb6e-e761-40fe-8ed3-76732bd2792c', 'status': 'completed', 'code': 200} Jun 28 14:22:39.216518 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:39.219588 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:39.278273 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:22:39.286290 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:22:39.290178 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:22:39.297551 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'Port': ['ID=fde35091-0a05-47bf-97cc-9b30da327fef,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:39.326932 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:39.347987 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-f201bdae-f333-4f77-bfec-b39abc8bd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:39.349664 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-f201bdae-f333-4f77-bfec-b39abc8bd795 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 912 time: 0.1115482 Jun 28 14:22:39.416330 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-5de028c6-000c-4fd0-a9cb-e5680867a518 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0585508 Jun 28 14:22:39.475754 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-3d8d16ec-e9de-4310-826d-596cc6e93087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:39.477437 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-3d8d16ec-e9de-4310-826d-596cc6e93087 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.0572114 Jun 28 14:22:39.534129 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-2d71cb66-f480-47cd-a765-0b29a353857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:39.535627 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-2d71cb66-f480-47cd-a765-0b29a353857b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0519178 Jun 28 14:22:39.634226 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-242732b2-cadc-403b-82aa-9c43b562aef4 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917745 Jun 28 14:22:39.718084 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:39.737907 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8cd90020-8f2e-44c8-919a-742ddf141021 req-34418880-9b7d-4693-80b8-22862352d71a service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968928 Jun 28 14:22:39.883499 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8fbd6e36-a531-4838-b4e4-de566781a53b req-6b19f1ff-008e-4ed5-8052-6f5fdc2c714e tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b75a20-16a0-4e75-8b1a-020966372781 HTTP/1.1" status: 200 len: 210 time: 0.0295670 Jun 28 14:22:40.119252 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:40.277409 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:40.344319 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:40.348505 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e952c632-b41c-432b-81e1-6a61fc13f6a1 tempest-VolumesActionsTest-460828696 tempest-VolumesActionsTest-460828696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:40.422971 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event updated for resources: {'Port': ['ID=fde35091-0a05-47bf-97cc-9b30da327fef,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:40.426271 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:40.447042 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:40.458845 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120334f-b2b9-446f-bf20-d9f4ffff2f47 req-36ce2e5b-f05e-4202-b393-933dd7e3f954 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:40.460406 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d120334f-b2b9-446f-bf20-d9f4ffff2f47 req-36ce2e5b-f05e-4202-b393-933dd7e3f954 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1468709 Jun 28 14:22:40.567697 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d120334f-b2b9-446f-bf20-d9f4ffff2f47 req-962cc47e-3c81-4290-8e78-14d9f0d4eb3f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750277 Jun 28 14:22:40.597575 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.l3_db [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Floating IP c8063fac-bbe5-4e01-822d-89b08e7e743f associated. External IP: 172.28.3.162, port: a5370756-fb85-4693-819f-03dfa57b8cfc. Jun 28 14:22:40.820678 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Router 86a88a70-b1e1-44fd-bdc1-2e4990886efa has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:22:40.934642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:22:40.945376 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] Sync routers for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:22:40.955284 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:40.955908 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:22:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:40.983826 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44688) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:41.022946 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.059514 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Deleting subnet 5a0e28bc-85fe-4512-8b0b-394b4c3432b7 {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:22:41.068284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.096364 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5164962 Jun 28 14:22:41.098576 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:41.101095 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2890416-e775-40ce-8888-aab3f14023db" -d '{"events": [{"name": "network-changed", "server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:41.123454 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58906465'] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.144544 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b441e3c-ce68-4f1a-9ca6-40aa43e0d905 x-openstack-request-id: req-3b441e3c-ce68-4f1a-9ca6-40aa43e0d905 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:41.144957 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:41.145303 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b441e3c-ce68-4f1a-9ca6-40aa43e0d905 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:41.145782 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'status': 'completed', 'code': 200} Jun 28 14:22:41.168554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.173218 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:41.248808 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890416-e775-40ce-8888-aab3f14023db req-b36f2946-30cd-42f4-8c13-a5f3b2b908e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:41.248808 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2890416-e775-40ce-8888-aab3f14023db req-b36f2946-30cd-42f4-8c13-a5f3b2b908e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1098 time: 0.0568185 Jun 28 14:22:41.280234 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58971576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59594080'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.288360 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2df199df-1107-41bd-aac3-ee7a9bb7e020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:41.317269 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0e28bc-85fe-4512-8b0b-394b4c3432b7,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:41.327572 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:41.329344 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.335213 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44698) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:41.335761 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-32412fb6-07d4-400b-8bc5-46061739ba63 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5a0e28bc-85fe-4512-8b0b-394b4c3432b7 HTTP/1.1" status: 204 len: 168 time: 0.3505867 Jun 28 14:22:41.403042 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890416-e775-40ce-8888-aab3f14023db req-7cf45b13-8b01-444c-a922-6f224634cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:41.404525 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2890416-e775-40ce-8888-aab3f14023db req-7cf45b13-8b01-444c-a922-6f224634cee2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 200 len: 909 time: 0.1505544 Jun 28 14:22:41.455161 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.482359 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'c8063fac-bbe5-4e01-822d-89b08e7e743f', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'port_id': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'mac_address': 'fa:16:3e:d0:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:22:39Z', 'updated_at': '2021-06-28T14:22:39Z', 'revision_number': 0, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:35Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:41.501961 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2890416-e775-40ce-8888-aab3f14023db req-e5382917-da73-4d7f-abf9-7b85597fb7ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 200 len: 999 time: 0.0890770 Jun 28 14:22:41.513519 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] Checking router: 86a88a70-b1e1-44fd-bdc1-2e4990886efa for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:22:41.521901 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:22:41.522517 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:22:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:41.584270 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.597896 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb32eddb-c7fb-4577-b8d0-702429e0a24f']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:41.607692 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890416-e775-40ce-8888-aab3f14023db req-cb887063-74a5-4efb-97d9-e4b49f207da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:41.609188 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2890416-e775-40ce-8888-aab3f14023db req-cb887063-74a5-4efb-97d9-e4b49f207da6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1f216d5-39ff-4eda-9712-2e661d0bc6df HTTP/1.1" status: 200 len: 847 time: 0.0951681 Jun 28 14:22:41.612515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:41.612812 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dddd99-f5b6-47c7-8ee5-e76d8b25d9fc') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:41.629816 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.630219 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:22:41.662711 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.670784 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:22:41.671178 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:22:41.672904 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:22:41.775055 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890416-e775-40ce-8888-aab3f14023db req-40cc185c-b843-4617-9946-ace73976e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:41.777292 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2890416-e775-40ce-8888-aab3f14023db req-40cc185c-b843-4617-9946-ace73976e13d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1aafa51-5bf9-408b-b862-6d2120c31368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1576123 Jun 28 14:22:41.851286 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.862334 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'c8063fac-bbe5-4e01-822d-89b08e7e743f', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'port_id': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'mac_address': 'fa:16:3e:d0:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:22:39Z', 'updated_at': '2021-06-28T14:22:39Z', 'revision_number': 0, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:35Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:22:41.864865 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9dff5-f8f4-4612-88e3-019f87e05e3e req-22ad2788-5b29-4429-bf3b-664faba623d5 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:41.866334 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-84f9dff5-f8f4-4612-88e3-019f87e05e3e req-22ad2788-5b29-4429-bf3b-664faba623d5 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.1480548 Jun 28 14:22:41.871013 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:41.876808 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:41.878563 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] 10.222.0.35 "DELETE /v2.0/networks/cb32eddb-c7fb-4577-b8d0-702429e0a24f HTTP/1.1" status: 204 len: 168 time: 0.5422263 Jun 28 14:22:41.895574 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bbd73-0c52-4bbe-821f-1d517550b6e8 None None] The sync data for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb is: [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'c8063fac-bbe5-4e01-822d-89b08e7e743f', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'port_id': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'mac_address': 'fa:16:3e:d0:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:22:39Z', 'updated_at': '2021-06-28T14:22:39Z', 'revision_number': 0, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:35Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:22:41.898190 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Pushing event deleted for resources: {'Network': ['ID=cb32eddb-c7fb-4577-b8d0-702429e0a24f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:41.908704 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5b2e3353-3ccc-4131-a721-3973c61e2edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:41.955531 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2890416-e775-40ce-8888-aab3f14023db req-e22a8ba7-32e2-4a4a-bb91-7be6efc460bf service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720943 Jun 28 14:22:41.968847 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-84f9dff5-f8f4-4612-88e3-019f87e05e3e req-4b8b0147-dd35-4f51-bb13-8f11da5b3361 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945461 Jun 28 14:22:42.069179 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c2890416-e775-40ce-8888-aab3f14023db req-bdd5f8df-1807-43cb-9ab3-69e41e39d710 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992794 Jun 28 14:22:42.138544 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608d32d-0bd9-4943-8064-9aeebee75bb6 None None] New status for floating IP c8063fac-bbe5-4e01-822d-89b08e7e743f: ACTIVE {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:22:42.331559 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44712) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:42.396717 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-130d87f3-ff71-4540-b4e6-38bc6b00586b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28b9e6fe1bdc4394b13949239afacfc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616717 Jun 28 14:22:42.396939 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44718) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:42.456763 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:42.480715 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:42.628049 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:42.632757 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:42.634456 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35 HTTP/1.1" status: 204 len: 168 time: 0.2365253 Jun 28 14:22:42.635438 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d2818c6c-d101-4776-bc0f-8b8ab62dcb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:42.650281 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864c3b9-ab8f-4265-9c5b-a3f1cabbbc35,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:42.655230 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:43.700264 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-25062477-dcc3-4ba9-94ca-e0d9da5ee6f4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:43.701877 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-25062477-dcc3-4ba9-94ca-e0d9da5ee6f4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/networks?id=2ad0be34-0576-43c2-b5a5-99d28ad35e05 HTTP/1.1" status: 200 len: 814 time: 0.1083069 Jun 28 14:22:43.717186 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-5ac67ea5-573e-4df0-9527-0245fea518e3 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/quotas/2cee26a13a124164bcaff348ff98b984 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Jun 28 14:22:43.750222 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-39032a5b-e0ac-4894-a2f8-05cd0b2adc89 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2cee26a13a124164bcaff348ff98b984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278146 Jun 28 14:22:43.840280 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-db213f94-6326-4f91-a1cb-3a06fb4a1580 service neutron] 10.222.0.35 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Jun 28 14:22:43.939827 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-0f68a324-ad33-4a4c-b022-8019d7181a10 service neutron] 10.222.0.35 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937164 Jun 28 14:22:44.253650 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3a646900-df0c-4f46-9c92-47a1a2fd1227 req-20fbbd1c-a2e3-46c6-a766-453327c662dd tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 210 time: 0.0283999 Jun 28 14:22:45.393312 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d57be317-1274-46b7-aee1-ac778afc5ecb req-49c64188-f3d2-4ed9-8728-2fbf0ad49d24 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 210 time: 0.0302360 Jun 28 14:22:46.540634 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-700391bb-4cb0-4389-9c16-72fc6a0efce7 req-30e6a8ce-5de9-4714-82e5-2dec17937df8 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 210 time: 0.0312855 Jun 28 14:22:46.618937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-9ab190ec-e236-44c4-9a87-78f310572574 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:46.620411 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-9ab190ec-e236-44c4-9a87-78f310572574 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "GET /v2.0/networks?id=2ad0be34-0576-43c2-b5a5-99d28ad35e05 HTTP/1.1" status: 200 len: 814 time: 0.1034985 Jun 28 14:22:46.638633 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Request body: {'port': {'device_id': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05', 'admin_state_up': True, 'tenant_id': '2cee26a13a124164bcaff348ff98b984'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:22:46.787579 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Made reservation on behalf of 2cee26a13a124164bcaff348ff98b984 for: {'port': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:22:46.791147 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:46.927585 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Allocated IP 172.20.0.2 (2ad0be34-0576-43c2-b5a5-99d28ad35e05/93f424a3-36b0-4e6f-a44a-bd5864698efc/c7bb636b-ac21-4883-851d-d0ae3e4a8d1c) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:22:47.071255 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:47.187782 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:47.191811 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c59ea2ac-e008-430a-bbe6-fbd7712e0086 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:47.243368 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:22:47.247531 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:22:47.249543 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Pushing event updated for resources: {'Port': ['ID=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:47.251675 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:22:47.255882 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:47.300562 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:47.301155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:47.388027 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532072 Jun 28 14:22:47.410200 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Request body: {'port': {'device_id': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:22:47.482061 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:47.564595 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44866) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:47.721847 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8c802ab4-acff-4c16-b8f6-60d39e9751ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:47.795797 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83af6a2-05e0-4c2b-9f8c-caba81ced7d7 req-7be40bf8-0f69-4993-97d9-f5de6848b0be tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:47.797324 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c83af6a2-05e0-4c2b-9f8c-caba81ced7d7 req-7be40bf8-0f69-4993-97d9-f5de6848b0be tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 931 time: 0.1234012 Jun 28 14:22:47.857080 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c83af6a2-05e0-4c2b-9f8c-caba81ced7d7 req-8aead167-2082-4dfe-9367-e50a88ec2857 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Jun 28 14:22:47.882148 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8c802ab4-acff-4c16-b8f6-60d39e9751ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:47.947080 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8c802ab4-acff-4c16-b8f6-60d39e9751ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:47.950785 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-02a31a42-9e2c-478a-9b78-fd1e1475bfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:47.986633 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8c802ab4-acff-4c16-b8f6-60d39e9751ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91acc89c414e49668229dd500296242e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203231 Jun 28 14:22:47.987802 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c802ab4-acff-4c16-b8f6-60d39e9751ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26814ad-f56a-4e82-994e-506edb03f782,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:47.989257 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44874) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:47.990923 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8c802ab4-acff-4c16-b8f6-60d39e9751ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:48.045640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bb636b-ac21-4883-851d-d0ae3e4a8d1c {{(pid=93575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:22:48.059133 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.075877 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Transition to ACTIVE for port object c7bb636b-ac21-4883-851d-d0ae3e4a8d1c will not be triggered until provisioned by entity L2. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:22:48.085147 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.107019 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.204105 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.207103 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0ef23b9f-e515-484a-8ffe-14b81e078b64 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:48.253851 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:48.257271 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:48.275623 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.278262 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.279371 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a26814ad-f56a-4e82-994e-506edb03f782 HTTP/1.1" status: 204 len: 168 time: 0.2891757 Jun 28 14:22:48.281016 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-99382d37-40e1-41f4-8465-7c426ae54d00 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:48.307500 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26814ad-f56a-4e82-994e-506edb03f782,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:48.311659 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:48.342447 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Attempting to bind port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:22:48.342788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Attempting to bind port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:22:48.343118 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Attempting to bind port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c on network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:22:48.348020 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c on network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:22:48.350307 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Attempting to bind port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c on network 2ad0be34-0576-43c2-b5a5-99d28ad35e05 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:22:48.353379 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:22:48.353724 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Checking segment: {'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:22:48.354108 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Bound using segment: {'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:22:48.354524 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Bound port: c7bb636b-ac21-4883-851d-d0ae3e4a8d1c, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74771e6-ad92-4363-8515-66d9296cdbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05'}}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:22:48.354888 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.419270 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] For port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c, host hv-cinder-76111, cleared binding levels {{(pid=93575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:22:48.422194 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] For port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:22:48.502144 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.504295 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:48.537740 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:48.538358 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:48.539738 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] 10.222.0.37 "PUT /v2.0/ports/c7bb636b-ac21-4883-851d-d0ae3e4a8d1c HTTP/1.1" status: 200 len: 1093 time: 1.1341295 Jun 28 14:22:48.540268 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'tag': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:48.542554 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f364a98-3b7c-4091-9bd8-daffdb366668" -d '{"events": [{"name": "network-changed", "server_uuid": "bccac651-30a4-4830-8b8b-e6001a3cab2b", "tag": "c7bb636b-ac21-4883-851d-d0ae3e4a8d1c"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:48.568423 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,revision_number=3']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:48.571696 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:48.594553 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb77de-c258-402f-abf4-c3bf45bb1057 x-openstack-request-id: req-fbeb77de-c258-402f-abf4-c3bf45bb1057 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:48.594886 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccac651-30a4-4830-8b8b-e6001a3cab2b", "tag": "c7bb636b-ac21-4883-851d-d0ae3e4a8d1c", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:48.595177 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbeb77de-c258-402f-abf4-c3bf45bb1057 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:48.595610 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'tag': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c', 'status': 'completed', 'code': 200} Jun 28 14:22:48.698186 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f364a98-3b7c-4091-9bd8-daffdb366668 req-77a5472e-8826-4f07-a808-619a8b37c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:48.700330 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4f364a98-3b7c-4091-9bd8-daffdb366668 req-77a5472e-8826-4f07-a808-619a8b37c0d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cee26a13a124164bcaff348ff98b984&device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 1096 time: 0.0516775 Jun 28 14:22:48.807308 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f364a98-3b7c-4091-9bd8-daffdb366668 req-568aee3d-e784-42ff-9399-c9a965f98ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:48.809460 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4f364a98-3b7c-4091-9bd8-daffdb366668 req-568aee3d-e784-42ff-9399-c9a965f98ddd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2cee26a13a124164bcaff348ff98b984&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935619 Jun 28 14:22:48.900445 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f364a98-3b7c-4091-9bd8-daffdb366668 req-d6e968d0-c4cc-420e-ab26-154bfd9ed200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:48.901924 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4f364a98-3b7c-4091-9bd8-daffdb366668 req-d6e968d0-c4cc-420e-ab26-154bfd9ed200 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860810 Jun 28 14:22:48.911288 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 44888) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:48.925070 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-efc64804-ea26-4bbf-aa9d-4c27b40ea1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:49.036377 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66d8ff-65b6-460c-be90-f024c78f59a1 req-159da2a6-ddf7-4563-a15b-7c518114f352 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:49.038041 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2f66d8ff-65b6-460c-be90-f024c78f59a1 req-159da2a6-ddf7-4563-a15b-7c518114f352 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 943 time: 0.0673044 Jun 28 14:22:49.057213 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-efc64804-ea26-4bbf-aa9d-4c27b40ea1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:49.063335 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-c6e0d598-169c-4ea6-bf21-9d23bd8091dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:49.066440 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-c6e0d598-169c-4ea6-bf21-9d23bd8091dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cee26a13a124164bcaff348ff98b984&device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 1096 time: 0.0888503 Jun 28 14:22:49.077314 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2f66d8ff-65b6-460c-be90-f024c78f59a1 req-4245aeb6-7858-48e7-9f5a-2bc402d822df tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Jun 28 14:22:49.117992 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-10713a79-9ba9-4fe0-b2c9-c76c2faaadeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c HTTP/1.1" status: 200 len: 217 time: 0.0332541 Jun 28 14:22:49.151782 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-efc64804-ea26-4bbf-aa9d-4c27b40ea1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:49.158503 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b735b87c-4257-4afb-9da5-b9464d5852d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:49.206507 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-efc64804-ea26-4bbf-aa9d-4c27b40ea1b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03e6f31fd4fe4624992111015dae7ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941308 Jun 28 14:22:49.208963 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-97470ac1-123f-4f50-92d6-9b4a32830215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:49.209243 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 44896) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:49.210325 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-97470ac1-123f-4f50-92d6-9b4a32830215 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93f424a3-36b0-4e6f-a44a-bd5864698efc HTTP/1.1" status: 200 len: 854 time: 0.0832798 Jun 28 14:22:49.211364 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc64804-ea26-4bbf-aa9d-4c27b40ea1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a3c73d-10cd-431e-b3b4-a89699b5fe58,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:49.214339 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-efc64804-ea26-4bbf-aa9d-4c27b40ea1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:49.255373 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-3e933948-98aa-468c-94e7-72cacee73453 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ad0be34-0576-43c2-b5a5-99d28ad35e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380242 Jun 28 14:22:49.274893 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:49.297827 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:49.348773 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-92f1cb3c-0fa8-41b8-bc80-d0960d8f5b24 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855770 Jun 28 14:22:49.427479 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:49.430336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:49.431481 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82a3c73d-10cd-431e-b3b4-a89699b5fe58 HTTP/1.1" status: 204 len: 168 time: 0.2211704 Jun 28 14:22:49.432464 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-867284cd-a2d9-4e64-8926-44a05ceaa8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:49.447436 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4f6592-d8ec-4f9c-9134-3bcaf8ae1caa req-7aba76d3-b32c-4ee9-b52d-866c14c57879 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905678 Jun 28 14:22:49.454333 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a3c73d-10cd-431e-b3b4-a89699b5fe58,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:49.456853 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:50.261150 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4604bce-3f3a-413e-9e56-4054fd22c050 req-f3ea5baa-e8f3-4b20-b9ee-0e92beadf86d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:50.263287 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e4604bce-3f3a-413e-9e56-4054fd22c050 req-f3ea5baa-e8f3-4b20-b9ee-0e92beadf86d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 943 time: 0.0693123 Jun 28 14:22:50.302000 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e4604bce-3f3a-413e-9e56-4054fd22c050 req-5b2bbc93-fca0-4c53-a8d9-2cabbe7aab52 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330381 Jun 28 14:22:51.032297 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c7bb636b-ac21-4883-851d-d0ae3e4a8d1c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:22:51.127104 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:51.138415 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c', 'network_id': '2ad0be34-0576-43c2-b5a5-99d28ad35e05', 'port_id': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c', 'mac_address': 'fa:16:3e:92:7e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f424a3-36b0-4e6f-a44a-bd5864698efc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:22:51.181492 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:51.195465 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bb636b-ac21-4883-851d-d0ae3e4a8d1c {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:22:51.217404 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:51.410730 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:51.412462 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:51.469281 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:51.476862 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:51.483781 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e1136-01b7-48ce-9f1a-97387250ea36 req-36513b59-1004-4ef6-baa3-f200b9433eb9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:51.485326 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ab9e1136-01b7-48ce-9f1a-97387250ea36 req-36513b59-1004-4ef6-baa3-f200b9433eb9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 944 time: 0.0667868 Jun 28 14:22:51.526778 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ab9e1136-01b7-48ce-9f1a-97387250ea36 req-48a94012-7f68-441c-af2d-4f3526f60e42 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357082 Jun 28 14:22:51.782536 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['c7bb636b-ac21-4883-851d-d0ae3e4a8d1c'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:22:52.710568 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb21500-8345-40ca-ab56-4f39eea09b08 req-9e3e7a5d-ce64-49de-89a1-af1c4ff52a0c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:52.712067 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcb21500-8345-40ca-ab56-4f39eea09b08 req-9e3e7a5d-ce64-49de-89a1-af1c4ff52a0c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 944 time: 0.0697095 Jun 28 14:22:52.751280 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcb21500-8345-40ca-ab56-4f39eea09b08 req-33dc25eb-b6f3-4a4d-aa0b-025a3d968bb7 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Jun 28 14:22:53.049166 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c7bb636b-ac21-4883-851d-d0ae3e4a8d1c up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:22:53.170628 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:22:53.174401 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:22:53.174776 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:53.256926 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:53.279055 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:22:53.281323 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6334ca10-52a2-4dc3-ad2a-109390b0d9d2" -d '{"events": [{"server_uuid": "bccac651-30a4-4830-8b8b-e6001a3cab2b", "name": "network-vif-plugged", "status": "completed", "tag": "c7bb636b-ac21-4883-851d-d0ae3e4a8d1c"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:22:53.303241 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:22:53.318268 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77677590-d20b-4b6c-ab28-5ac16ddbccb9 x-openstack-request-id: req-77677590-d20b-4b6c-ab28-5ac16ddbccb9 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:22:53.318607 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccac651-30a4-4830-8b8b-e6001a3cab2b", "name": "network-vif-plugged", "status": "completed", "tag": "c7bb636b-ac21-4883-851d-d0ae3e4a8d1c", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:22:53.318917 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77677590-d20b-4b6c-ab28-5ac16ddbccb9 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:22:53.319321 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c', 'code': 200} Jun 28 14:22:53.376796 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:53.379236 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-7f19c048-0554-43de-a720-9b98ac29563e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:53.429472 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:53.432490 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:53.711698 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0321d-6466-4b11-b7c1-cb277f04ec0b req-87e2c101-eaf3-42b1-8558-a223d44b27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:53.713194 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-64d0321d-6466-4b11-b7c1-cb277f04ec0b req-87e2c101-eaf3-42b1-8558-a223d44b27ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 1098 time: 0.0548847 Jun 28 14:22:53.755537 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-64d0321d-6466-4b11-b7c1-cb277f04ec0b req-cec0e5c2-5089-4e59-be64-33871642a4b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277207 Jun 28 14:22:53.937974 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5520a-021e-44e1-9abc-87afaba2e049 req-ceaf3114-a8e3-4eff-928e-6c301b934a8a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:53.939581 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-26c5520a-021e-44e1-9abc-87afaba2e049 req-ceaf3114-a8e3-4eff-928e-6c301b934a8a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.0707686 Jun 28 14:22:53.979254 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-26c5520a-021e-44e1-9abc-87afaba2e049 req-1a05f7bb-c829-423e-89e1-b38c75d3ac2b tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Jun 28 14:22:54.304243 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45020) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:54.403901 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-389f4d26-2317-49af-a00f-35de139b9a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:54.492191 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-389f4d26-2317-49af-a00f-35de139b9a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:54.547292 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-389f4d26-2317-49af-a00f-35de139b9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:54.550435 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:54.585043 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-389f4d26-2317-49af-a00f-35de139b9a2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=431322b5ee88409d9da33544cb5b5e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797458 Jun 28 14:22:54.587101 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f4d26-2317-49af-a00f-35de139b9a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5753c-cddb-4e44-8387-df1ce758ba29,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:54.587784 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45024) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:22:54.590242 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-389f4d26-2317-49af-a00f-35de139b9a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:54.634991 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:54.655305 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:54.775462 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:54.780254 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:22:54.780254 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7f5753c-cddb-4e44-8387-df1ce758ba29 HTTP/1.1" status: 204 len: 168 time: 0.1905236 Jun 28 14:22:54.780254 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-803d6e05-5dcc-46ea-8de2-a5e9467c4876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:22:54.788121 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5753c-cddb-4e44-8387-df1ce758ba29,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:22:54.790480 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:22:55.162390 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a847d50-21af-49c1-9e98-40ca0f903682 req-9ad385b7-01b8-4282-b111-dd7611eb561c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:55.162390 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5a847d50-21af-49c1-9e98-40ca0f903682 req-9ad385b7-01b8-4282-b111-dd7611eb561c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.0626757 Jun 28 14:22:55.212713 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5a847d50-21af-49c1-9e98-40ca0f903682 req-2a0d9186-916b-41e7-94c0-f6c1f31d537c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 Jun 28 14:22:56.384070 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fbdea-fb51-43ba-b501-dfef1a23ab2f req-f548f689-79be-4a3f-9e9d-26455e190635 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:22:56.385669 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2e4fbdea-fb51-43ba-b501-dfef1a23ab2f req-f548f689-79be-4a3f-9e9d-26455e190635 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.0654447 Jun 28 14:22:56.424814 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2e4fbdea-fb51-43ba-b501-dfef1a23ab2f req-9c7d7019-79ad-41ce-a9eb-013328780394 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Jun 28 14:23:02.776027 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-dc353d20-a796-4a5d-9193-5a7fe44f0276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:03.526421 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45184) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:03.631678 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a2e3348f-0720-4de1-89b4-c12ebcf608fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:03.719106 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a2e3348f-0720-4de1-89b4-c12ebcf608fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:03.814956 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a2e3348f-0720-4de1-89b4-c12ebcf608fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:03.818419 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-94198134-f3ee-4145-b545-b7bbccc77e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:03.852594 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-a2e3348f-0720-4de1-89b4-c12ebcf608fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f14f808e4106473283c85b6111873286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250704 Jun 28 14:23:03.854455 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3348f-0720-4de1-89b4-c12ebcf608fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f75f20-74c6-426b-ac06-f85aa2b9ff2b,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:03.855275 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45188) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:03.858015 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a2e3348f-0720-4de1-89b4-c12ebcf608fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:03.940744 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b500a157-7324-4b68-852f-e839f9236901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:03.953270 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-d58dc567-2526-48c8-974f-607bc6637063 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908284 Jun 28 14:23:03.965823 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b500a157-7324-4b68-852f-e839f9236901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.062611 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-b63dc657-4ab2-43a1-b65a-8a22d3010b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:04.064154 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-b63dc657-4ab2-43a1-b65a-8a22d3010b1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 1098 time: 0.0632946 Jun 28 14:23:04.116247 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b500a157-7324-4b68-852f-e839f9236901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.118815 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b500a157-7324-4b68-852f-e839f9236901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.119901 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b500a157-7324-4b68-852f-e839f9236901 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4f75f20-74c6-426b-ac06-f85aa2b9ff2b HTTP/1.1" status: 204 len: 168 time: 0.2636414 Jun 28 14:23:04.123929 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-47254d21-728a-4bcb-811e-4a3bcc35eca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:04.160899 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500a157-7324-4b68-852f-e839f9236901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f75f20-74c6-426b-ac06-f85aa2b9ff2b,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:04.164495 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b500a157-7324-4b68-852f-e839f9236901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:04.196004 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-157777ae-ce9a-445a-9007-cd3abb3e1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:04.197532 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-157777ae-ce9a-445a-9007-cd3abb3e1d71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 912 time: 0.1099524 Jun 28 14:23:04.267201 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-fb37533c-4f15-4d62-a20f-23eb114eb96c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0618830 Jun 28 14:23:04.318215 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-7a17090f-051c-4a0d-b523-aa3689fa322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:04.319682 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-7a17090f-051c-4a0d-b523-aa3689fa322f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.0446188 Jun 28 14:23:04.377054 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-790e8f35-cc06-406a-9d01-f4c124a7765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:04.378599 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-790e8f35-cc06-406a-9d01-f4c124a7765b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0521197 Jun 28 14:23:04.411209 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45206) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:04.489646 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-7a838906-8319-48a9-9b38-a613232ca082 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895090 Jun 28 14:23:04.529133 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1683e3f3-66f2-4808-b5fd-644430c90662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.581607 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-e0f4ddf3-f601-4952-861a-4378861523d3 req-e4295530-2a7f-4db1-a0fa-17f790af01a9 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857623 Jun 28 14:23:04.616738 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1683e3f3-66f2-4808-b5fd-644430c90662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.719159 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1683e3f3-66f2-4808-b5fd-644430c90662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.722853 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6f3f1133-50be-4be6-a591-fbe00c96c8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:04.753515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45210) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:04.754722 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683e3f3-66f2-4808-b5fd-644430c90662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414dca0c-d7ab-40ad-8815-b35febad13fb,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:04.760148 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1683e3f3-66f2-4808-b5fd-644430c90662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:04.767595 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-1683e3f3-66f2-4808-b5fd-644430c90662 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2704029c53b34e1e85c124adc7207a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519583 Jun 28 14:23:04.767595 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45214) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:04.771895 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3527be4b-b8d0-4e4c-a1b9-723f4f3df99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.835080 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.862847 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.873780 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3527be4b-b8d0-4e4c-a1b9-723f4f3df99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.964462 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3527be4b-b8d0-4e4c-a1b9-723f4f3df99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.968102 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-2676ede8-d75b-4f6e-910e-e24ca4dc39f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:04.987850 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.990839 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:04.995484 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/414dca0c-d7ab-40ad-8815-b35febad13fb HTTP/1.1" status: 204 len: 168 time: 0.2265189 Jun 28 14:23:04.997662 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6aa30a57-9931-43d4-85c2-157efef34845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:05.007339 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414dca0c-d7ab-40ad-8815-b35febad13fb,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:05.008420 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3527be4b-b8d0-4e4c-a1b9-723f4f3df99f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acbacf1d0a2447689aba3bac97acf8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557201 Jun 28 14:23:05.009360 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527be4b-b8d0-4e4c-a1b9-723f4f3df99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256b88dc-4cc4-43e1-9f9a-2b29fe5161a6,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:05.011751 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45218) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:05.014440 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3527be4b-b8d0-4e4c-a1b9-723f4f3df99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:05.037716 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:05.065627 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.088104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.232937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.235577 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.236753 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/256b88dc-4cc4-43e1-9f9a-2b29fe5161a6 HTTP/1.1" status: 204 len: 168 time: 0.2241659 Jun 28 14:23:05.237511 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-58e902f7-6a7c-4fac-8ece-e95269121ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:05.249611 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b88dc-4cc4-43e1-9f9a-2b29fe5161a6,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:05.254381 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:05.290654 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-96895942-87fe-47f2-9cfa-8a96fc8279ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.432505 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.460859 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.677295 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45230) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:05.691032 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-00e85388-62f2-4bf9-b933-23bd877f0c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.784989 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-00e85388-62f2-4bf9-b933-23bd877f0c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.838910 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-00e85388-62f2-4bf9-b933-23bd877f0c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.842491 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-fcb0a90f-f64f-42e5-b526-0fa52f9b0f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:05.877865 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-00e85388-62f2-4bf9-b933-23bd877f0c2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10bf951acc914f27a49dad9d3af49feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994085 Jun 28 14:23:05.879027 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e85388-62f2-4bf9-b933-23bd877f0c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c7a811-1f2b-4bb7-aec4-cb7e9dcf7e80,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:05.880676 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45238) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:05.882328 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-00e85388-62f2-4bf9-b933-23bd877f0c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:05.929165 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af6df876-0599-45a9-bbce-f9afa3e898c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:05.955322 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af6df876-0599-45a9-bbce-f9afa3e898c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:06.056449 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af6df876-0599-45a9-bbce-f9afa3e898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:06.059722 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af6df876-0599-45a9-bbce-f9afa3e898c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:06.063339 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-af6df876-0599-45a9-bbce-f9afa3e898c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58c7a811-1f2b-4bb7-aec4-cb7e9dcf7e80 HTTP/1.1" status: 204 len: 168 time: 0.1792998 Jun 28 14:23:06.063339 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:06.069670 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df876-0599-45a9-bbce-f9afa3e898c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c7a811-1f2b-4bb7-aec4-cb7e9dcf7e80,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:06.071932 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-af6df876-0599-45a9-bbce-f9afa3e898c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:06.525692 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:07.774965 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45306) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:07.898633 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:07.996443 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:08.067735 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:08.071228 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-44c7df57-3260-4c36-b62b-5c10e4c633ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:08.104693 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa507a90e4d24286b05eb400dd1efb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284531 Jun 28 14:23:08.107265 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45316) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:08.109322 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe32b1ca-d584-4a41-a3de-586a65274c35,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:08.116444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.116829 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.117203 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.117572 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.118042 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.118409 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.118770 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.119129 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.119491 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.119846 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.120239 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.120597 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:08.125606 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:08.159963 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:08.165069 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:08.181543 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:08.312032 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:08.314682 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:08.315883 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe32b1ca-d584-4a41-a3de-586a65274c35 HTTP/1.1" status: 204 len: 168 time: 0.2070465 Jun 28 14:23:08.316700 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-389f4d26-2317-49af-a00f-35de139b9a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:08.324456 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe32b1ca-d584-4a41-a3de-586a65274c35,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:08.330110 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:08.899213 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45324) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:08.913157 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e1add429-dd45-4dbc-8a95-3ce0b1920dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:09.009920 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e1add429-dd45-4dbc-8a95-3ce0b1920dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:09.079063 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e1add429-dd45-4dbc-8a95-3ce0b1920dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:09.082606 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d1b40130-7d52-434f-a9b5-e29eed8c6b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:09.117831 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-e1add429-dd45-4dbc-8a95-3ce0b1920dbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc2d1d12f96b4f0f83d7bf76931fe398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174394 Jun 28 14:23:09.119771 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add429-dd45-4dbc-8a95-3ce0b1920dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed88e29-d0b8-4823-bc2e-ce4cae69d1ae,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:09.121208 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45332) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:09.123277 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e1add429-dd45-4dbc-8a95-3ce0b1920dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:09.170470 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:09.190538 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:09.301880 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:09.304413 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:09.305551 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ed88e29-d0b8-4823-bc2e-ce4cae69d1ae HTTP/1.1" status: 204 len: 168 time: 0.1833558 Jun 28 14:23:09.306333 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9ee74d6c-b5fd-4c39-99bd-edf7246d3732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:09.313775 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed88e29-d0b8-4823-bc2e-ce4cae69d1ae,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:09.321258 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:11.647491 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45428) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:11.765788 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45434) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:11.803022 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a690e4af-21b3-4f6f-a68e-4ecee75a59bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:11.828401 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8a8af132-c1ed-46db-991d-f4ed2e718487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:11.893102 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a690e4af-21b3-4f6f-a68e-4ecee75a59bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:11.958950 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a690e4af-21b3-4f6f-a68e-4ecee75a59bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:11.962183 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-76a205b0-07a4-4d69-9f1c-fa5b8c90f145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:11.999224 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a690e4af-21b3-4f6f-a68e-4ecee75a59bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de74826c712643488bf4a82e73a9647c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506155 Jun 28 14:23:12.001810 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45440) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:12.008515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690e4af-21b3-4f6f-a68e-4ecee75a59bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7796ad8-f380-4166-bbd7-a0a5b86aadf8,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:12.011957 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a690e4af-21b3-4f6f-a68e-4ecee75a59bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:12.036751 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8a8af132-c1ed-46db-991d-f4ed2e718487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.054417 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.075391 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.095284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8a8af132-c1ed-46db-991d-f4ed2e718487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.098647 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-7b7849c3-0c60-41f5-a541-9f56ff5141bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:12.132407 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8a8af132-c1ed-46db-991d-f4ed2e718487 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b334c35d6664615878fef6d39723c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655241 Jun 28 14:23:12.134431 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8af132-c1ed-46db-991d-f4ed2e718487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01bb2c-23ab-46f5-8e94-56a9315709d4,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:12.134989 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45442) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:12.137814 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8a8af132-c1ed-46db-991d-f4ed2e718487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:12.185230 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.205875 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.213308 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.216488 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.218298 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7796ad8-f380-4166-bbd7-a0a5b86aadf8 HTTP/1.1" status: 204 len: 168 time: 0.2147999 Jun 28 14:23:12.220201 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-efc64804-ea26-4bbf-aa9d-4c27b40ea1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:12.237126 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7796ad8-f380-4166-bbd7-a0a5b86aadf8,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:12.243271 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:12.342182 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.344871 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:12.346025 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd01bb2c-23ab-46f5-8e94-56a9315709d4 HTTP/1.1" status: 204 len: 168 time: 0.2100120 Jun 28 14:23:12.346976 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-79a9e77d-5f24-4ce9-b235-9488a0799522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:12.355544 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01bb2c-23ab-46f5-8e94-56a9315709d4,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:12.358393 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:13.002919 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45474) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:13.019318 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6603a6ff-3ef5-4423-b3af-96cb12ba1ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:13.109189 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6603a6ff-3ef5-4423-b3af-96cb12ba1ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:13.159447 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6603a6ff-3ef5-4423-b3af-96cb12ba1ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:13.162903 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ed5b06ae-788c-41ab-ae4c-602d34097540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:13.198403 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-6603a6ff-3ef5-4423-b3af-96cb12ba1ee5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b791a4ff70c45a18c2c184ab94922b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943972 Jun 28 14:23:13.199545 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603a6ff-3ef5-4423-b3af-96cb12ba1ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dabf01-1875-4b94-90c8-24ef5fd562cf,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:13.201491 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45482) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:13.202646 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6603a6ff-3ef5-4423-b3af-96cb12ba1ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:13.252230 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:13.272295 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:13.421994 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:13.424806 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:13.426151 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46dabf01-1875-4b94-90c8-24ef5fd562cf HTTP/1.1" status: 204 len: 168 time: 0.2229409 Jun 28 14:23:13.426955 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-055310b2-8add-4769-ab08-ce78f8f15fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:13.435275 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dabf01-1875-4b94-90c8-24ef5fd562cf,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:13.438201 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:14.593390 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec549f-fb25-447b-9a97-95ed321079af req-30979c9a-ba6c-459c-87b7-7ed323385321 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:14.594962 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2cec549f-fb25-447b-9a97-95ed321079af req-30979c9a-ba6c-459c-87b7-7ed323385321 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.0737944 Jun 28 14:23:14.633768 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2cec549f-fb25-447b-9a97-95ed321079af req-74fd48bc-fc8a-433a-9508-81ae4fcff807 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Jun 28 14:23:14.864894 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:23:15.819463 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28155639-0ad2-42f3-a88a-ba38d1fe797e req-0076c143-b20f-4d9b-8609-0fe38038323f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:15.819463 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-28155639-0ad2-42f3-a88a-ba38d1fe797e req-0076c143-b20f-4d9b-8609-0fe38038323f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.0647085 Jun 28 14:23:15.861445 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-28155639-0ad2-42f3-a88a-ba38d1fe797e req-1aefbf71-e485-4e42-b88a-95fb066e0a8a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330756 Jun 28 14:23:16.456953 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45600) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:16.558542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:16.644202 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:16.707369 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:16.710685 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f9fde5fc-492b-433c-a2bf-102147405c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:16.745365 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2e51dc92b2445f89d3eca7ddd68bbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873092 Jun 28 14:23:16.748763 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45606) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:16.749555 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e87973-3af0-4bd6-87e7-13c03ca66082,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:16.757671 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.758049 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.758414 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.758915 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.759333 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.759756 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.760097 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.766236 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.766236 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.766236 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.766236 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.766236 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:16.766786 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:16.797969 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:16.822194 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:16.909994 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-b88b7ed1-dc03-42ff-b19b-9d014769bab4 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:16.911340 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-b88b7ed1-dc03-42ff-b19b-9d014769bab4 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.0730743 Jun 28 14:23:17.011201 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.014074 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.015214 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15e87973-3af0-4bd6-87e7-13c03ca66082 HTTP/1.1" status: 204 len: 168 time: 0.2651291 Jun 28 14:23:17.020313 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0aa17185-9365-451b-9969-c2743f9b7a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:17.020313 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Deleting port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:23:17.021081 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.043236 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e87973-3af0-4bd6-87e7-13c03ca66082,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:17.051484 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:17.070809 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e967f-aca8-49f1-b19c-466b9bd22490 req-49f8c790-dc9e-4df5-a554-ca25488dd68a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:17.072889 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4a5e967f-aca8-49f1-b19c-466b9bd22490 req-49f8c790-dc9e-4df5-a554-ca25488dd68a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 947 time: 0.0759094 Jun 28 14:23:17.127231 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4a5e967f-aca8-49f1-b19c-466b9bd22490 req-cc43f426-6184-4c3f-abc1-2cb792f62522 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=d351c70e-9de9-4a0c-969f-484eff39fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448854 Jun 28 14:23:17.134985 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] For port ca8a3795-67ea-4dfb-a915-a52ea254f0c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:17.135430 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.380388 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.383024 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.383024 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.l3_db [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Floating IP ec2b618a-4db2-44a3-961d-b0274afe934c disassociated. External IP: 172.28.3.210, port: ca8a3795-67ea-4dfb-a915-a52ea254f0c6. Jun 28 14:23:17.383024 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Calling delete_port for ca8a3795-67ea-4dfb-a915-a52ea254f0c6 owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:23:17.622646 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.626871 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-29449718-3cce-4244-9048-b6179c85ef8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:17.650344 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event deleted for resources: {'Port': ['ID=ca8a3795-67ea-4dfb-a915-a52ea254f0c6,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:17.653899 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:17.746293 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45638) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:17.767372 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a478565-611a-4653-8ec1-1eeb37a0ed01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.790574 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:23:17.943391 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:23:17.955385 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] Sync routers for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:23:17.963874 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:17.964563 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:17.993919 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a478565-611a-4653-8ec1-1eeb37a0ed01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:17.994955 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] No DVR routers for this DVR port ca8a3795-67ea-4dfb-a915-a52ea254f0c6 on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:23:17.997737 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:18.000280 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-03f301f2-532c-402d-a4dd-8e3cb932c655 req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "DELETE /v2.0/ports/ca8a3795-67ea-4dfb-a915-a52ea254f0c6 HTTP/1.1" status: 204 len: 173 time: 1.0827587 Jun 28 14:23:18.000280 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-deleted', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:18.002634 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edca989-44c9-42b9-8054-b97bbd795146" -d '{"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-deleted", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:18.041941 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05ef1c-e8a8-475a-8788-bc20f4411996 x-openstack-request-id: req-ed05ef1c-e8a8-475a-8788-bc20f4411996 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:18.042276 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f89e0-0852-4bbb-9269-45c65594bce1", "name": "network-vif-deleted", "tag": "ca8a3795-67ea-4dfb-a915-a52ea254f0c6", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:18.042566 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed05ef1c-e8a8-475a-8788-bc20f4411996 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:18.043006 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f89e0-0852-4bbb-9269-45c65594bce1', 'name': 'network-vif-deleted', 'tag': 'ca8a3795-67ea-4dfb-a915-a52ea254f0c6', 'status': 'completed', 'code': 200} Jun 28 14:23:18.081024 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:18.085408 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-6a478565-611a-4653-8ec1-1eeb37a0ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:18.089911 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-d81c2ce8-a812-4de7-8fef-a8fde61fce97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:18.138405 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-6a478565-611a-4653-8ec1-1eeb37a0ed01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85f99e44a3f64844ad83d0578fc8d9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879433 Jun 28 14:23:18.138757 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45642) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:18.145944 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478565-611a-4653-8ec1-1eeb37a0ed01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb9dd6-70b0-4024-8307-7f6157bf569f,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:18.149893 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6a478565-611a-4653-8ec1-1eeb37a0ed01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:18.220538 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:18.256862 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:18.330563 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6b490d5d-877b-4cee-b495-f2d6044e9306 req-7677abe4-c22e-470b-b24b-85b043a6cde3 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=417f89e0-0852-4bbb-9269-45c65594bce1 HTTP/1.1" status: 200 len: 210 time: 0.0434530 Jun 28 14:23:18.427034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:18.431867 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:18.433683 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89cb9dd6-70b0-4024-8307-7f6157bf569f HTTP/1.1" status: 204 len: 168 time: 0.2936504 Jun 28 14:23:18.438497 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-89962ac3-4f43-451e-abfb-85d825f010dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:18.455039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb9dd6-70b0-4024-8307-7f6157bf569f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:18.457391 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:18.487305 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:18.528976 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] Checking router: 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:23:18.538365 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:18.538999 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:18.651233 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:18.939662 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:18.971001 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735ae40-0739-4f59-ab4a-030a6f5d7195 None None] The sync data for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb is: [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:23:19.167368 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:23:19.205382 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: ca8a3795-67ea-4dfb-a915-a52ea254f0c6 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:23:19.205722 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device ca8a3795-67ea-4dfb-a915-a52ea254f0c6 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:23:19.375664 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e4639-34a0-45f7-9f04-e098e2262c85 None None] New status for floating IP ec2b618a-4db2-44a3-961d-b0274afe934c: DOWN {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:23:19.508739 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0788d3-3ea8-4180-8eb8-dfab1aaebc78 req-2ec9cbcb-82c3-4837-83fa-43f0af228eda tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:19.512563 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7f0788d3-3ea8-4180-8eb8-dfab1aaebc78 req-2ec9cbcb-82c3-4837-83fa-43f0af228eda tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.1032519 Jun 28 14:23:19.573685 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7f0788d3-3ea8-4180-8eb8-dfab1aaebc78 req-1e42d40a-43a4-4573-b602-6b870a34eee4 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546186 Jun 28 14:23:19.662763 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45688) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:19.732713 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:19.766817 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:19.925179 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:19.930014 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:19.931386 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "DELETE /v2.0/security-groups/d351c70e-9de9-4a0c-969f-484eff39fa9f HTTP/1.1" status: 204 len: 168 time: 0.2676380 Jun 28 14:23:19.932594 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-24e91b96-0f21-43ee-84ed-33bf8f266243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:19.936362 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45700) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:19.949166 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d351c70e-9de9-4a0c-969f-484eff39fa9f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:19.954538 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:19.963811 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.api.v2.resource [None req-86ef84a6-e897-4b3a-a092-e1fb3e26651a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] show failed (client error): The resource could not be found. Jun 28 14:23:19.968838 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45702) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:19.971041 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-86ef84a6-e897-4b3a-a092-e1fb3e26651a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups/d351c70e-9de9-4a0c-969f-484eff39fa9f HTTP/1.1" status: 404 len: 347 time: 0.0330486 Jun 28 14:23:20.112155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Deleting port 57a56f70-d3f3-4076-b722-c01427448ac2 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:23:20.112518 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:20.191412 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:20.191747 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:20.204299 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Calling delete_port for 57a56f70-d3f3-4076-b722-c01427448ac2 owned by network:floatingip {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:23:20.451262 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:20.453896 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:20.479716 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event deleted for resources: {'Port': ['ID=57a56f70-d3f3-4076-b722-c01427448ac2,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:20.483463 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:20.539819 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:20.542260 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:20.544001 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-07306fbc-5de8-469d-9a09-c73de35f618a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "DELETE /v2.0/floatingips/ec2b618a-4db2-44a3-961d-b0274afe934c HTTP/1.1" status: 204 len: 168 time: 0.5733504 Jun 28 14:23:20.743914 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419a9f-5786-4f16-96aa-0cb291d2a015 req-1af20ab4-0199-4c87-ad9e-fbf901c82542 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:20.745468 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-91419a9f-5786-4f16-96aa-0cb291d2a015 req-1af20ab4-0199-4c87-ad9e-fbf901c82542 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.0660703 Jun 28 14:23:20.784530 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-91419a9f-5786-4f16-96aa-0cb291d2a015 req-3f647382-aaea-4d6c-8fb3-6e9e4bc2cfa7 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Jun 28 14:23:20.981294 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45744) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:20.986046 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469181118', 'description': 'tempest-description--897089745'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:21.112683 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.192992 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.279276 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.283351 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5defe956-c764-4a7d-af9a-6a87641076bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:21.311782 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9248a2c6-e652-4c1e-be2e-736165ec4cfa,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:21.314490 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:21.387727 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.388935 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3396b1cf-68df-4571-9a6e-25d64e0ede09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4066508 Jun 28 14:23:21.391743 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45752) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:21.396320 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'security_group_rule': {'security_group_id': '9248a2c6-e652-4c1e-be2e-736165ec4cfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:21.477956 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.537189 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.608444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.608444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:21.627110 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734c5ee3-74ce-43e9-849a-29ffa1398b9a,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:21.630701 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:21.731839 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.733229 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405280 Jun 28 14:23:21.735984 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45772) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:21.740785 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'security_group_rule': {'security_group_id': '9248a2c6-e652-4c1e-be2e-736165ec4cfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:21.866584 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:21.983848 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7274e2-12d8-42c4-8d30-21a8d8c87c29 req-afbe4852-598a-48e2-8aa6-003fa836dc75 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:21.985636 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3e7274e2-12d8-42c4-8d30-21a8d8c87c29 req-afbe4852-598a-48e2-8aa6-003fa836dc75 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.0764937 Jun 28 14:23:22.027303 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3e7274e2-12d8-42c4-8d30-21a8d8c87c29 req-ac26e8b7-880f-4037-b64d-bd51457194ad tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352888 Jun 28 14:23:22.197513 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:22.261581 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:22.266941 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b6880bb8-b49a-4e72-8ca4-561d7c2a43d1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:22.281385 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0320f9f1-e8eb-4e2a-93dc-2cd0d7591016,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:22.284038 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:22.342271 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:22.343487 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064551 Jun 28 14:23:22.346538 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45778) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:22.351133 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'floatingip': {'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:22.433686 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:22.531104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:22.631691 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Allocated IP 172.28.3.20 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/baad9425-4ac1-406b-993f-c78a9e5d55a5) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:23:22.737960 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:22.862542 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:22.865429 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:22.900265 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:23:22.908503 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:23:22.910971 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:23:22.916563 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'Port': ['ID=baad9425-4ac1-406b-993f-c78a9e5d55a5,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:22.935973 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:22.998424 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:23.114112 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:23.283239 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e1e85-b258-4018-92bd-27c31ee0eb20 req-2375ef30-87e6-4d65-aa0f-56f01351563d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:23.284752 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-023e1e85-b258-4018-92bd-27c31ee0eb20 req-2375ef30-87e6-4d65-aa0f-56f01351563d tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.1381814 Jun 28 14:23:23.345308 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-023e1e85-b258-4018-92bd-27c31ee0eb20 req-da205994-837a-4799-b45c-8a6e905f343e tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548587 Jun 28 14:23:23.348773 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:23.410521 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:23.413561 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:23.486875 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'Port': ['ID=baad9425-4ac1-406b-993f-c78a9e5d55a5,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:23.491210 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:23.498864 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:23.575151 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:23.576503 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2288985 Jun 28 14:23:23.759961 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-3757d22d-1032-4335-bc0a-ee8a51084211 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1469181118&fields=id&tenant_id=5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 267 time: 0.0333169 Jun 28 14:23:23.878854 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-e803ff2c-4b2a-4fcb-98ae-899156f45e1e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:23.880245 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-e803ff2c-4b2a-4fcb-98ae-899156f45e1e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 817 time: 0.1128578 Jun 28 14:23:23.895242 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-82baf15e-d9c5-458b-a1fc-b1eac5390778 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/quotas/5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 375 time: 0.0095806 Jun 28 14:23:23.971652 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-05ca2989-c477-45ba-b530-689507134c0d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716107 Jun 28 14:23:24.072713 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-3a323773-24e3-4ac3-8f31-72d6c905343d service neutron] 10.222.0.35 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893521 Jun 28 14:23:24.163097 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0e243e86-311d-4b9c-9eb7-0cd0adfd7e55 service neutron] 10.222.0.35 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840850 Jun 28 14:23:24.434997 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-aba541b5-5989-4c1e-821f-bf270edb008a req-53549737-1ec1-408e-9c5b-a9a999bfe62c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 210 time: 0.0305450 Jun 28 14:23:24.568285 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34ffa6-718a-4de0-9dfa-975c97323dc6 req-2724ce00-1730-4723-a3e9-d090e9a4f3df tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:24.571120 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd34ffa6-718a-4de0-9dfa-975c97323dc6 req-2724ce00-1730-4723-a3e9-d090e9a4f3df tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.1049757 Jun 28 14:23:24.597357 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-b55081a9-a67c-4068-9bce-83b4c54a1298 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:24.597357 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-b55081a9-a67c-4068-9bce-83b4c54a1298 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 945 time: 0.0783679 Jun 28 14:23:24.616800 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd34ffa6-718a-4de0-9dfa-975c97323dc6 req-e0adde13-8500-4343-883a-42d8f9212955 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/security-groups?id=f460e7b8-964d-4a11-a1fc-15462875b592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Jun 28 14:23:24.706466 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Deleting port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:23:24.706716 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:24.795736 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] For port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,segment=NetworkSegment(a74771e6-ad92-4363-8515-66d9296cdbef),segment_id=a74771e6-ad92-4363-8515-66d9296cdbef)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:24.796093 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:24.813374 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Calling delete_port for c7bb636b-ac21-4883-851d-d0ae3e4a8d1c owned by compute:nova {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:23:25.005087 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.014056 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:25.014197 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45844) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:25.037107 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Pushing event deleted for resources: {'Port': ['ID=c7bb636b-ac21-4883-851d-d0ae3e4a8d1c,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:25.040448 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:25.044684 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['c7bb636b-ac21-4883-851d-d0ae3e4a8d1c'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:23:25.094639 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] No DVR routers for this DVR port c7bb636b-ac21-4883-851d-d0ae3e4a8d1c on host hv-cinder-76111 {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:23:25.097042 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.098982 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-588e8ea7-5581-4284-9f44-167e0ca72f34 req-77e07a52-82b2-43bc-9cf9-d6cb655b9ad9 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.37 "DELETE /v2.0/ports/c7bb636b-ac21-4883-851d-d0ae3e4a8d1c HTTP/1.1" status: 204 len: 173 time: 0.4956045 Jun 28 14:23:25.099490 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'name': 'network-vif-deleted', 'tag': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:25.101949 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b147d50-527b-4a1c-be9c-9de7250832e3" -d '{"events": [{"server_uuid": "bccac651-30a4-4830-8b8b-e6001a3cab2b", "name": "network-vif-deleted", "tag": "c7bb636b-ac21-4883-851d-d0ae3e4a8d1c"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:25.129992 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ac809088-b635-4923-89db-12a8fa8f63b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.143036 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5a2357-010b-48fa-895c-e6c105513d38 x-openstack-request-id: req-0a5a2357-010b-48fa-895c-e6c105513d38 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:25.143371 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccac651-30a4-4830-8b8b-e6001a3cab2b", "name": "network-vif-deleted", "tag": "c7bb636b-ac21-4883-851d-d0ae3e4a8d1c", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:25.143852 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a5a2357-010b-48fa-895c-e6c105513d38 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:25.144323 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccac651-30a4-4830-8b8b-e6001a3cab2b', 'name': 'network-vif-deleted', 'tag': 'c7bb636b-ac21-4883-851d-d0ae3e4a8d1c', 'status': 'completed', 'code': 200} Jun 28 14:23:25.228363 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ac809088-b635-4923-89db-12a8fa8f63b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.320744 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-ac809088-b635-4923-89db-12a8fa8f63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.324103 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c437bb60-fc4c-4bfe-840d-186c6f112845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:25.360241 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-ac809088-b635-4923-89db-12a8fa8f63b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7573922b66b34793b30c5c1673d04f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486004 Jun 28 14:23:25.361462 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac809088-b635-4923-89db-12a8fa8f63b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34716c4f-dd1a-4cab-8a2e-9e6b50ad122c,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:25.363564 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45856) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:25.364494 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-ac809088-b635-4923-89db-12a8fa8f63b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:25.425507 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f71c9d38-973d-45fb-bf34-467073addb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.449021 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f71c9d38-973d-45fb-bf34-467073addb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.593878 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a05226a8-e9a4-4d9c-a549-34a95165db68 req-0a1aa5a8-796a-402e-8c5c-009cb58a617c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Jun 28 14:23:25.594561 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f71c9d38-973d-45fb-bf34-467073addb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.597484 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f71c9d38-973d-45fb-bf34-467073addb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:25.601036 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f71c9d38-973d-45fb-bf34-467073addb14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34716c4f-dd1a-4cab-8a2e-9e6b50ad122c HTTP/1.1" status: 204 len: 168 time: 0.2337272 Jun 28 14:23:25.601036 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6603a6ff-3ef5-4423-b3af-96cb12ba1ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:25.607777 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c9d38-973d-45fb-bf34-467073addb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34716c4f-dd1a-4cab-8a2e-9e6b50ad122c,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:25.610253 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f71c9d38-973d-45fb-bf34-467073addb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:25.781669 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6631a818-7271-45ee-ae02-cd2572641f4a req-c832844e-88f7-4dac-a00a-e7fe027d9452 tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccac651-30a4-4830-8b8b-e6001a3cab2b HTTP/1.1" status: 200 len: 210 time: 0.0338371 Jun 28 14:23:26.078614 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caee2be-2bd0-4cbd-b6f7-48b467f1c68d req-8a3b961e-a151-4740-8888-fb0abe38e337 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:26.080153 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9caee2be-2bd0-4cbd-b6f7-48b467f1c68d req-8a3b961e-a151-4740-8888-fb0abe38e337 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0651610 Jun 28 14:23:26.122925 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9caee2be-2bd0-4cbd-b6f7-48b467f1c68d req-122b9354-eaa5-4ede-b6d9-d7662b280f5b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368409 Jun 28 14:23:26.421815 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45872) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:26.436496 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c5cff79a-e4fd-4d0b-b3ec-afd727fed280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:26.527718 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c5cff79a-e4fd-4d0b-b3ec-afd727fed280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:26.576336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c5cff79a-e4fd-4d0b-b3ec-afd727fed280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:26.579681 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-500a09cf-9c32-4221-be78-7ee6b6216c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:26.618239 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c5cff79a-e4fd-4d0b-b3ec-afd727fed280 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2946eb5f01c149fcb15d125cf091b6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953022 Jun 28 14:23:26.619603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cff79a-e4fd-4d0b-b3ec-afd727fed280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28949e86-81c9-458b-9189-77e4921593ea,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:26.621262 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45874) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:26.623941 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c5cff79a-e4fd-4d0b-b3ec-afd727fed280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:26.679343 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:26.701113 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:26.755990 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-101d4a55-4261-439a-ad27-a479e11ac6a1 req-10c6cc64-bc81-476d-abc0-9e3a535e780f tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 210 time: 0.0341740 Jun 28 14:23:26.810710 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:26.813968 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:26.816570 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28949e86-81c9-458b-9189-77e4921593ea HTTP/1.1" status: 204 len: 168 time: 0.1924067 Jun 28 14:23:26.816723 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-73c80a84-3e70-4b02-b94b-01fe03ec2c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:26.827598 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28949e86-81c9-458b-9189-77e4921593ea,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:26.829937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:27.045722 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-b9e4e326-3abd-4425-a6f3-ba009ca16b81 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:27.047166 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-b9e4e326-3abd-4425-a6f3-ba009ca16b81 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 817 time: 0.0996792 Jun 28 14:23:27.116784 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-1ac36656-975b-42a7-a016-c725914bb7ff tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 380 time: 0.0403037 Jun 28 14:23:27.121236 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'port': {'device_id': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'admin_state_up': True, 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'security_groups': ['9248a2c6-e652-4c1e-be2e-736165ec4cfa']}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:27.197329 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c7bb636b-ac21-4883-851d-d0ae3e4a8d1c no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:23:27.227325 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: c7bb636b-ac21-4883-851d-d0ae3e4a8d1c {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:23:27.227956 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c7bb636b-ac21-4883-851d-d0ae3e4a8d1c not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:23:27.328417 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Made reservation on behalf of 5f096b70de88402b847972f5cb6a198b for: {'port': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:23:27.332391 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:27.345507 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14f12c-5cbd-4a5d-b4a8-064fe3ba8148 req-e6b7094e-bc7f-4909-8536-7eb634cf6688 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:27.347044 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ad14f12c-5cbd-4a5d-b4a8-064fe3ba8148 req-e6b7094e-bc7f-4909-8536-7eb634cf6688 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0745289 Jun 28 14:23:27.388460 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ad14f12c-5cbd-4a5d-b4a8-064fe3ba8148 req-0ef1c6a0-429f-4526-a373-48f73e094784 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349696 Jun 28 14:23:27.477108 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Allocated IP 172.20.0.10 (afd20472-d144-4be0-9b53-2a7326bf8d6f/015bfa87-21ef-4d05-b2a5-af11a6c4f118/7c5e5b33-fffe-4389-a41f-df0a1bdcb93b) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:23:27.626497 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:27.639484 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Transition to ACTIVE for port object 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b will not be triggered until provisioned by entity DHCP. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:23:27.672313 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45898) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:27.685680 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-359586c2-ccc0-43a8-bd54-4cc2ebadeb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:27.732655 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:27.738075 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b2f34899-22d3-4e3d-9a56-56603eb80ddf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:27.805429 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Network afd20472-d144-4be0-9b53-2a7326bf8d6f is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:23:27.809955 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:27.813640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:23:27.816471 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:27.817257 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:23:27.881272 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-359586c2-ccc0-43a8-bd54-4cc2ebadeb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:27.898995 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:27.899729 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:27.949842 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-359586c2-ccc0-43a8-bd54-4cc2ebadeb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:27.953782 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0d6c2e88-2cd5-46cb-bf4d-6be905cd73c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:27.988901 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1e3f-471a-43e3-bacb-d2f7b1629495 req-ef1cc6d9-71c3-4d78-9a11-dba2d63bfeb7 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:27.992076 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-745d1e3f-471a-43e3-bacb-d2f7b1629495 req-ef1cc6d9-71c3-4d78-9a11-dba2d63bfeb7 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 932 time: 0.1076539 Jun 28 14:23:28.011072 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-359586c2-ccc0-43a8-bd54-4cc2ebadeb27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2acc43fae92b47e19a2e61d8ed46d488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377287 Jun 28 14:23:28.014409 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45902) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:28.024594 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359586c2-ccc0-43a8-bd54-4cc2ebadeb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a760a9b0-423c-4221-9fc9-635aa8d6c8d4,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:28.029628 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-359586c2-ccc0-43a8-bd54-4cc2ebadeb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:28.032182 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9147124 Jun 28 14:23:28.051218 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Request body: {'port': {'device_id': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:28.055655 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-745d1e3f-471a-43e3-bacb-d2f7b1629495 req-c053c3e4-3bfe-4f16-94dc-28fc3805207b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556223 Jun 28 14:23:28.084038 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.105894 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.107523 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-1386bccf-cfec-441b-9411-8840fe52f4ae None None] Provisioning for port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:23:28.111409 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-1386bccf-cfec-441b-9411-8840fe52f4ae None None] Provisioning complete for port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:23:28.111794 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-1386bccf-cfec-441b-9411-8840fe52f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.129644 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.148854 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-1386bccf-cfec-441b-9411-8840fe52f4ae None None] Port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:23:28.227912 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.230698 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.231990 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a760a9b0-423c-4221-9fc9-635aa8d6c8d4 HTTP/1.1" status: 204 len: 168 time: 0.2165599 Jun 28 14:23:28.234099 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-837205a2-80cf-4c3f-ba23-cea6bcd318d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:28.242369 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a760a9b0-423c-4221-9fc9-635aa8d6c8d4,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:28.244919 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:28.409855 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b {{(pid=93575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:23:28.417264 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.430668 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.provisioning_blocks [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Transition to ACTIVE for port object 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b will not be triggered until provisioned by entity L2. {{(pid=93575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:23:28.513500 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.516784 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e28df38c-211a-4b3f-b873-a6c88ab9ac20 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:28.596727 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:28.597118 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703873a2-37ea-479f-ab49-7fdea85aa13e req-7ef4fbc9-38d4-46be-8bbd-ed950a53d983 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:28.601636 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:28.608504 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-703873a2-37ea-479f-ab49-7fdea85aa13e req-7ef4fbc9-38d4-46be-8bbd-ed950a53d983 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0924184 Jun 28 14:23:28.663508 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-703873a2-37ea-479f-ab49-7fdea85aa13e req-ea8e013b-44cd-4240-9ff2-fae05446f6c0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=bac4284e-1d7a-4793-9ae1-49b8f58d7104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536501 Jun 28 14:23:28.677584 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Attempting to bind port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:23:28.678175 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Attempting to bind port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:23:28.678365 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Attempting to bind port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b on network afd20472-d144-4be0-9b53-2a7326bf8d6f {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:23:28.683626 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b on network afd20472-d144-4be0-9b53-2a7326bf8d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:23:28.684359 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Attempting to bind port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b on network afd20472-d144-4be0-9b53-2a7326bf8d6f {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:23:28.694725 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:23:28.694725 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Checking segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:23:28.694725 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Bound using segment: {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'} {{(pid=93575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:23:28.694725 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.managers [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Bound port: 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15227f02-c945-47e3-b87b-abd147cbc5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f'}}] {{(pid=93575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:23:28.694725 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.797408 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, cleared binding levels {{(pid=93575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:23:28.800767 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:23:28.806394 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-40da113f-dfa4-49dd-a738-3413884734fa tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:28.807933 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-40da113f-dfa4-49dd-a738-3413884734fa tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 945 time: 0.0808642 Jun 28 14:23:28.908505 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.911788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6a00ebc3-322d-4ef7-ba06-8967a26068ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:28.917708 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Deleting port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:23:28.918001 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.983632 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:28.984398 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:28.986036 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c5e5b33-fffe-4389-a41f-df0a1bdcb93b HTTP/1.1" status: 200 len: 1094 time: 0.9391336 Jun 28 14:23:28.987238 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:28.989013 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78463e4-a323-49e4-b526-2da852c35e91" -d '{"events": [{"name": "network-changed", "server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:28.992162 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=3']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:29.000052 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-79f20c9a-da88-49c0-9a48-e7e43cdcea38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:29.033790 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] For port c3b42ff6-77f7-4e89-b45e-d504028a9ae8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:29.034398 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:29.039155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45ab81a-1140-4fc2-9d49-591449e94b39 x-openstack-request-id: req-e45ab81a-1140-4fc2-9d49-591449e94b39 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:29.039488 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:29.039783 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e45ab81a-1140-4fc2-9d49-591449e94b39 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:29.040258 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'status': 'completed', 'code': 200} Jun 28 14:23:29.182187 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78463e4-a323-49e4-b526-2da852c35e91 req-fd1388ce-b27a-47ee-a4e6-273cf31560ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:29.185193 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d78463e4-a323-49e4-b526-2da852c35e91 req-fd1388ce-b27a-47ee-a4e6-273cf31560ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1097 time: 0.0978119 Jun 28 14:23:29.330677 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78463e4-a323-49e4-b526-2da852c35e91 req-5eb3fa48-bb35-4904-8ab4-0d0da65fb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:29.332184 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d78463e4-a323-49e4-b526-2da852c35e91 req-5eb3fa48-bb35-4904-8ab4-0d0da65fb6df service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f096b70de88402b847972f5cb6a198b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1317410 Jun 28 14:23:29.363566 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:29.363947 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:29.364327 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.l3_db [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Floating IP 190892d0-4eba-44e4-9419-34d9c1eaf0f0 disassociated. External IP: 172.28.3.134, port: c3b42ff6-77f7-4e89-b45e-d504028a9ae8. Jun 28 14:23:29.364642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Calling delete_port for c3b42ff6-77f7-4e89-b45e-d504028a9ae8 owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:23:29.373959 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cc3f9-8715-408f-a4a8-1d989b9d4f30 req-d65feb94-8849-484e-add3-7808351aef7d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:29.375884 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b17cc3f9-8715-408f-a4a8-1d989b9d4f30 req-d65feb94-8849-484e-add3-7808351aef7d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.1338308 Jun 28 14:23:29.448049 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78463e4-a323-49e4-b526-2da852c35e91 req-c1ffc257-66a6-4d61-94c5-97c9ce44da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:29.450968 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d78463e4-a323-49e4-b526-2da852c35e91 req-c1ffc257-66a6-4d61-94c5-97c9ce44da93 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112375 Jun 28 14:23:29.463691 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b17cc3f9-8715-408f-a4a8-1d989b9d4f30 req-e7d8a731-41e5-43dc-9247-2682d31d84fd tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715427 Jun 28 14:23:29.578300 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-92bbc5f7-2444-4ce0-a6f4-849248c6a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:29.579852 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-92bbc5f7-2444-4ce0-a6f4-849248c6a6eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1097 time: 0.0598474 Jun 28 14:23:29.628594 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-0515f837-312b-47c9-b2fa-e4efe31d095d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b HTTP/1.1" status: 200 len: 217 time: 0.0352321 Jun 28 14:23:29.679978 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-ce2b57c9-1cc4-472e-8b77-bf3cb515b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:29.681744 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-ce2b57c9-1cc4-472e-8b77-bf3cb515b826 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0468037 Jun 28 14:23:29.685657 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:29.689610 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:29.744756 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event deleted for resources: {'Port': ['ID=c3b42ff6-77f7-4e89-b45e-d504028a9ae8,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:29.767948 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-1f65509b-8f26-4f0d-932d-ff28fce06f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:29.768076 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:29.768249 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-1f65509b-8f26-4f0d-932d-ff28fce06f0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0745344 Jun 28 14:23:29.866633 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-130c9b56-5485-4848-bc15-52decb7d6629 req-748d7326-e0fe-448d-be82-e2c0b0c9419d tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 210 time: 0.0362363 Jun 28 14:23:29.889681 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:23:29.893922 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-2f1a4602-8968-46b2-a66e-2aefac5beb0d service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235635 Jun 28 14:23:29.995999 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e7b2df7-c90f-41eb-bbda-e28f31241a60 req-e9f0dda5-eaaf-45d6-9f49-1735f87dc114 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909743 Jun 28 14:23:30.268444 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:23:30.276449 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] Sync routers for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:23:30.311461 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:30.318332 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:30.319004 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] No DVR routers for this DVR port c3b42ff6-77f7-4e89-b45e-d504028a9ae8 on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:23:30.322507 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:30.325801 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cbe73298-be89-42a6-b9db-30cf32a6093d req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "DELETE /v2.0/ports/c3b42ff6-77f7-4e89-b45e-d504028a9ae8 HTTP/1.1" status: 204 len: 173 time: 1.5113385 Jun 28 14:23:30.326406 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'name': 'network-vif-deleted', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:30.328764 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c92b25-876f-4250-ab09-95cf3b12fdce" -d '{"events": [{"server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "name": "network-vif-deleted", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:30.376688 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce74a5-e9d1-4d61-8d81-c06c3ed70c88 x-openstack-request-id: req-68ce74a5-e9d1-4d61-8d81-c06c3ed70c88 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:30.377080 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b24760-e9ca-4781-acff-90221816a11a", "name": "network-vif-deleted", "tag": "c3b42ff6-77f7-4e89-b45e-d504028a9ae8", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:30.377425 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68ce74a5-e9d1-4d61-8d81-c06c3ed70c88 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:30.377911 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b24760-e9ca-4781-acff-90221816a11a', 'name': 'network-vif-deleted', 'tag': 'c3b42ff6-77f7-4e89-b45e-d504028a9ae8', 'status': 'completed', 'code': 200} Jun 28 14:23:30.464311 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:30.659623 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd483e67-600f-4813-9d82-07c262652d30 req-ad0c135a-9b21-423f-92d5-af3ed20a6022 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:30.661249 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dd483e67-600f-4813-9d82-07c262652d30 req-ad0c135a-9b21-423f-92d5-af3ed20a6022 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0650282 Jun 28 14:23:30.682031 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:30.708320 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dd483e67-600f-4813-9d82-07c262652d30 req-0c40aefc-ca92-4868-ac3d-f05f67880f5e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Jun 28 14:23:30.715505 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] Checking router: bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:23:30.735161 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:30.735950 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:30.852800 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:31.037607 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-3f518bef-5fd2-4f12-97b4-3d2076996a69 req-72cbb38f-de01-4bc0-bb73-ea87ff714f92 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b24760-e9ca-4781-acff-90221816a11a HTTP/1.1" status: 200 len: 210 time: 0.0294628 Jun 28 14:23:31.063700 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:31.093841 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38accaf2-a0f4-4e58-ac0f-f43ec65f2974 None None] The sync data for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb is: [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:23:31.203473 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:23:31.210156 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c3b42ff6-77f7-4e89-b45e-d504028a9ae8 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:23:31.237586 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: c3b42ff6-77f7-4e89-b45e-d504028a9ae8 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:23:31.237936 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device c3b42ff6-77f7-4e89-b45e-d504028a9ae8 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:23:31.312830 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ec84d-e559-410a-913c-92563722a7fc None None] New status for floating IP 190892d0-4eba-44e4-9419-34d9c1eaf0f0: DOWN {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:23:31.326085 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:31.336651 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'port_id': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'mac_address': 'fa:16:3e:57:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:23:31.377050 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:31.394789 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:23:31.415965 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:31.473583 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:31.475392 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:31.556497 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:31.565346 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.565701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.566045 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.566383 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.566723 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.567061 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.567389 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.567718 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.568069 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.568434 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.568761 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.569085 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:23:31.573186 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:31.782240 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:23:31.904198 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144713c-3315-4aca-af84-628ec7ac37ee req-00fb83b7-0ea6-49d6-8f56-26110ee40c2e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:31.905722 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c144713c-3315-4aca-af84-628ec7ac37ee req-00fb83b7-0ea6-49d6-8f56-26110ee40c2e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 945 time: 0.0695634 Jun 28 14:23:31.951080 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c144713c-3315-4aca-af84-628ec7ac37ee req-b1afa3d5-5409-411e-a5a0-91d4b90aa618 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393007 Jun 28 14:23:32.240207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 45988) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:32.298998 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.323347 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.439217 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.442794 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.444029 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "DELETE /v2.0/security-groups/bac4284e-1d7a-4793-9ae1-49b8f58d7104 HTTP/1.1" status: 204 len: 168 time: 0.2028553 Jun 28 14:23:32.445038 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b0dc51f6-1fc0-43fa-aaf6-3f9e2658193b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:32.446903 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45992) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:32.453868 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac4284e-1d7a-4793-9ae1-49b8f58d7104,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:32.456388 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:32.462476 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.api.v2.resource [None req-86d2628d-3b7a-4002-b38d-27da8f4d1296 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] show failed (client error): The resource could not be found. Jun 28 14:23:32.463494 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-86d2628d-3b7a-4002-b38d-27da8f4d1296 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups/bac4284e-1d7a-4793-9ae1-49b8f58d7104 HTTP/1.1" status: 404 len: 347 time: 0.0156097 Jun 28 14:23:32.466353 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 45994) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:32.590898 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Deleting port 2e7e4bad-cefc-4efd-8236-4b23e7efe73e {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:23:32.591296 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.667051 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.667347 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.682094 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Calling delete_port for 2e7e4bad-cefc-4efd-8236-4b23e7efe73e owned by network:floatingip {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:23:32.793963 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-959e13f1-0df4-4b14-879b-e9bdf453b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.881281 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.883861 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1a8e274e-1e86-45d3-acb0-6f5f811de39a tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:32.908533 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event deleted for resources: {'Port': ['ID=2e7e4bad-cefc-4efd-8236-4b23e7efe73e,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:32.911552 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:32.975747 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.978421 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:32.979576 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-76b33682-adc8-4b08-9b58-717a55c68c88 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "DELETE /v2.0/floatingips/190892d0-4eba-44e4-9419-34d9c1eaf0f0 HTTP/1.1" status: 204 len: 168 time: 0.5123384 Jun 28 14:23:33.142794 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300486f-b6f3-4082-b771-f5ce73fe6aff req-831b9b6d-8087-4945-aea7-a44bdcce2871 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:33.144322 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8300486f-b6f3-4082-b771-f5ce73fe6aff req-831b9b6d-8087-4945-aea7-a44bdcce2871 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 945 time: 0.0685215 Jun 28 14:23:33.186140 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8300486f-b6f3-4082-b771-f5ce73fe6aff req-0b649cd4-e815-4015-bb50-6e8b8da69a87 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348864 Jun 28 14:23:33.228552 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:23:33.292801 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46008) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:33.348774 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:23:33.353180 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:23:33.353487 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.391947 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46016) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:33.408373 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793356004', 'description': 'tempest-description--671373877'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:33.415557 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-efbb75fe-fec9-4a0b-98f2-82d488378641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.451609 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.473710 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:33.476031 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df677068-3ecd-4548-a572-0dc05a33a117" -d '{"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:33.492736 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:33.507930 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.519579 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e9db8-39a2-4a14-aa12-4b57d837368f x-openstack-request-id: req-dd4e9db8-39a2-4a14-aa12-4b57d837368f {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:33.519579 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:33.519579 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd4e9db8-39a2-4a14-aa12-4b57d837368f {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:33.519579 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'code': 200} Jun 28 14:23:33.594096 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-efbb75fe-fec9-4a0b-98f2-82d488378641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.610680 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.613422 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:33.661103 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:33.664155 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:33.702205 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-efbb75fe-fec9-4a0b-98f2-82d488378641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.705849 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-705f84c9-b6fe-4ad1-b11d-08fbf2e0d566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:33.749559 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-efbb75fe-fec9-4a0b-98f2-82d488378641 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc03753ba13c45269d1260a1a4fd3a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537699 Jun 28 14:23:33.752892 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb75fe-fec9-4a0b-98f2-82d488378641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f64d43-8bb5-4091-bced-dd0ee9734023,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:33.755434 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46022) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:33.757170 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-efbb75fe-fec9-4a0b-98f2-82d488378641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:33.822954 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.838376 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-31f0828a-270f-4791-bdb5-3d97549f3f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.861578 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-31f0828a-270f-4791-bdb5-3d97549f3f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.948022 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7e343-3e19-4bb4-8cd2-f4a3a11a356a req-c769cc38-208f-416c-88df-fb4abf1a07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:33.950509 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e7e7e343-3e19-4bb4-8cd2-f4a3a11a356a req-c769cc38-208f-416c-88df-fb4abf1a07a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1099 time: 0.0615103 Jun 28 14:23:33.985261 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:33.987866 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-0da49a2e-d75b-4b1c-8f0b-3b1246386919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:33.993775 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e7e7e343-3e19-4bb4-8cd2-f4a3a11a356a req-3a8e2791-8567-48e7-b359-1cc91fb1d80b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367692 Jun 28 14:23:34.017270 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:34.019987 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:34.021729 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-31f0828a-270f-4791-bdb5-3d97549f3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.033232 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-31f0828a-270f-4791-bdb5-3d97549f3f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.033232 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-31f0828a-270f-4791-bdb5-3d97549f3f87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2f64d43-8bb5-4091-bced-dd0ee9734023 HTTP/1.1" status: 204 len: 168 time: 0.2691083 Jun 28 14:23:34.033232 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f638de26-db7c-4377-8fd7-0f790f0348f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:34.036081 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0828a-270f-4791-bdb5-3d97549f3f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f64d43-8bb5-4091-bced-dd0ee9734023,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:34.038336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-31f0828a-270f-4791-bdb5-3d97549f3f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:34.152692 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.154535 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7601850 Jun 28 14:23:34.157341 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46030) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:34.162221 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'security_group_rule': {'security_group_id': '9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:34.301259 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.360882 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.376057 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786598c-f71f-4b9e-822a-14e52f585501 req-9ff7118c-b389-4154-b125-3b09f62d12d9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:34.377843 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9786598c-f71f-4b9e-822a-14e52f585501 req-9ff7118c-b389-4154-b125-3b09f62d12d9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0730178 Jun 28 14:23:34.427736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.428518 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9786598c-f71f-4b9e-822a-14e52f585501 req-c6c4af35-f807-47a4-b313-b7293a332411 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Jun 28 14:23:34.429969 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:34.454854 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9d30ba-b033-43e6-8ca5-d92014db4b0a,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:34.462733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:34.514060 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.515305 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f941d498-d639-43b5-962c-36430871a54e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567755 Jun 28 14:23:34.518138 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46034) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:34.522583 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'security_group_rule': {'security_group_id': '9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:34.592461 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.648780 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.741792 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.743915 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-363c0fed-b70e-4c8f-91a5-dbc0b7675333 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:34.761433 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f51b4a-ed59-4992-9e7f-f15d9a1c7322,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:34.763833 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:34.844873 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:34.852155 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d6b09d10-9969-4cf3-9f8c-2445b8ee082f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3270028 Jun 28 14:23:34.852155 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46038) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:34.853588 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'floatingip': {'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:34.936970 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.033988 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.145825 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Allocated IP 172.28.3.32 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/f925e69d-5445-4993-aa18-83fa882e06c3) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:23:35.250580 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.313646 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2e2c-fca6-4b78-a589-f5dd4c2bcf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.347963 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.351035 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b8d65a76-eb18-4f88-b33e-70a11983303b tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:35.387960 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:23:35.390897 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:23:35.396770 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:23:35.427008 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'Port': ['ID=f925e69d-5445-4993-aa18-83fa882e06c3,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:35.431057 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:35.439416 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.495542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.507968 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.631221 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.834343 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d2a76-1b5f-4e1a-bd4d-292c036d46cc req-5157c2e8-657f-4ba1-b28f-82be3ad0c212 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:35.835811 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec2d2a76-1b5f-4e1a-bd4d-292c036d46cc req-5157c2e8-657f-4ba1-b28f-82be3ad0c212 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.1100447 Jun 28 14:23:35.850937 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.878874 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec2d2a76-1b5f-4e1a-bd4d-292c036d46cc req-77209eb8-f038-4c29-b7c8-e1217b98770e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367389 Jun 28 14:23:35.976917 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:35.979895 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-41b3628f-8574-43f1-b90f-1b47d892d19c tempest-VolumesSnapshotTestJSON-1341912384 tempest-VolumesSnapshotTestJSON-1341912384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:36.051097 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'Port': ['ID=f925e69d-5445-4993-aa18-83fa882e06c3,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:36.052514 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b1110-a397-4ad9-ab8c-547819f2dfc6 req-29987f53-8c8c-4a8c-a035-a320da276853 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:36.053992 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-393b1110-a397-4ad9-ab8c-547819f2dfc6 req-29987f53-8c8c-4a8c-a035-a320da276853 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0668559 Jun 28 14:23:36.054971 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:36.062495 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:36.070490 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46060) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:36.075966 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Request body: {'floatingip': {'port_id': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:36.113985 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:36.239460 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:36.240834 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3907731 Jun 28 14:23:36.437267 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-018cb60d-ab49-4c06-85da-3362daf1ea30 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--793356004&fields=id&tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed HTTP/1.1" status: 200 len: 267 time: 0.0332069 Jun 28 14:23:36.536509 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:36.551011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-c41c2933-ae0e-4459-94be-e39d5cd80de6 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:36.552629 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-c41c2933-ae0e-4459-94be-e39d5cd80de6 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 811 time: 0.1084263 Jun 28 14:23:36.568469 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-da341f66-55ee-4f43-b525-ce4609d31986 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/quotas/b57fa15d98dc40e5a34ce023e48fd4ed HTTP/1.1" status: 200 len: 375 time: 0.0097294 Jun 28 14:23:36.586006 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:36.645035 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:36.645486 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f559ace1-50ff-4613-983d-6d9574687040 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704706 Jun 28 14:23:36.745914 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.l3_db [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Floating IP 42466ebb-1be2-4029-a068-bdcc27b59825 associated. External IP: 172.28.3.20, port: 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b. Jun 28 14:23:36.750006 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-42c7b458-9092-443e-a09b-5fd62f613d0d service neutron] 10.222.0.35 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919785 Jun 28 14:23:36.855628 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-4fd603ac-0bdc-48cc-8689-4bf7ca79611b service neutron] 10.222.0.35 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953410 Jun 28 14:23:37.249413 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9eaff8ab-4857-41ab-a10a-2ba6e48a918e req-e7a23f29-fcad-455d-803a-5ced491b536b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 210 time: 0.0340679 Jun 28 14:23:37.273334 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:23:37.379888 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:23:37.386155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:37.389637 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] Sync routers for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:23:37.400444 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:37.401316 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:37.438076 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-621cab2a-4fa2-4665-9e72-22d9813fa31d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "PUT /v2.0/floatingips/42466ebb-1be2-4029-a068-bdcc27b59825 HTTP/1.1" status: 200 len: 991 time: 1.3639576 Jun 28 14:23:37.438076 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:37.438828 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c" -d '{"events": [{"name": "network-changed", "server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:37.506136 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d281fa-4414-4f9c-848b-3b1eb83356f8 x-openstack-request-id: req-58d281fa-4414-4f9c-848b-3b1eb83356f8 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:37.506756 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:37.507128 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58d281fa-4414-4f9c-848b-3b1eb83356f8 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:37.508837 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'status': 'completed', 'code': 200} Jun 28 14:23:37.514549 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:37.619271 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-8afb402d-c9d4-471e-8db0-f8f6b28adb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:37.622129 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-8afb402d-c9d4-471e-8db0-f8f6b28adb97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1099 time: 0.0543351 Jun 28 14:23:37.727624 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-1ddb463f-2b99-4f09-9824-98a9430002f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:37.729100 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-1ddb463f-2b99-4f09-9824-98a9430002f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.0991771 Jun 28 14:23:37.752052 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '42466ebb-1be2-4029-a068-bdcc27b59825', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'port_id': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'mac_address': 'fa:16:3e:57:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:23:22Z', 'updated_at': '2021-06-28T14:23:36Z', 'revision_number': 1, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:37.796836 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-c862e983-0d2c-4c1b-8577-c636f8d7eaf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b HTTP/1.1" status: 200 len: 999 time: 0.0604317 Jun 28 14:23:37.857183 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-6b271ac2-1b59-4a62-b500-3d818ecc3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:37.857183 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-6b271ac2-1b59-4a62-b500-3d818ecc3faa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0474267 Jun 28 14:23:37.895470 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] Checking router: 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:23:37.904757 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:37.905380 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:37.914207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-500bc46f-5298-4f85-94be-8fa2335581c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:37.915931 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-500bc46f-5298-4f85-94be-8fa2335581c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0568986 Jun 28 14:23:38.009649 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:38.010196 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-cca24e3a-b4b7-4242-a454-03cf91628684 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875664 Jun 28 14:23:38.113017 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cd487e76-2c37-4ad4-8cb5-11dfeb62b96c req-708a07d5-d5ac-4ecf-8449-4ad0200cfcea service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943346 Jun 28 14:23:38.245807 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '42466ebb-1be2-4029-a068-bdcc27b59825', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'port_id': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'mac_address': 'fa:16:3e:57:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:23:22Z', 'updated_at': '2021-06-28T14:23:36Z', 'revision_number': 1, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:38.274363 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a06c9d-70b3-4ac7-886d-f28c8b03f1a5 None None] The sync data for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb is: [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '42466ebb-1be2-4029-a068-bdcc27b59825', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'port_id': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'mac_address': 'fa:16:3e:57:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:23:22Z', 'updated_at': '2021-06-28T14:23:36Z', 'revision_number': 1, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:23:38.302383 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:38.411032 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bdf17ad4-33d8-4ebf-a600-7147d16493b4 req-1da5dd59-0218-45db-b2ba-63d7cce5896a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 210 time: 0.0349379 Jun 28 14:23:38.552213 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b93a8-8d69-4e03-80f0-8a74c2735a61 None None] New status for floating IP 42466ebb-1be2-4029-a068-bdcc27b59825: ACTIVE {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:23:39.551526 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5e892307-677f-49d9-9be7-fbb34e973e5f req-dd8fb86a-f133-423d-a70c-506d697a5905 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 210 time: 0.0314741 Jun 28 14:23:39.693928 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-00edeb14-b004-4f8b-bd6f-f27b5d6dd6da tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:39.695379 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-00edeb14-b004-4f8b-bd6f-f27b5d6dd6da tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 811 time: 0.1050620 Jun 28 14:23:39.745509 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-67e2b937-8235-4f40-9d8c-1205ab9ca229 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed HTTP/1.1" status: 200 len: 379 time: 0.0353019 Jun 28 14:23:39.755567 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'port': {'device_id': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'admin_state_up': True, 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'security_groups': ['9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a']}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:39.970713 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Made reservation on behalf of b57fa15d98dc40e5a34ce023e48fd4ed for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:23:39.974607 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:40.111650 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Allocated IP 172.20.0.12 (9fa041cb-195b-4e28-9b64-f4aea1198091/cac23c3f-b263-4edf-9247-5b5a4d3cac4d/438ba1c9-5bcc-4bd4-9b62-fcd0a398df38) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:23:40.258903 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:40.275365 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Transition to ACTIVE for port object 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:23:40.375277 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:40.381522 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:40.422851 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:23:40.425983 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:23:40.431642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:23:40.460960 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event updated for resources: {'Port': ['ID=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:40.465516 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:40.485999 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:40.486628 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:40.548754 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7978959 Jun 28 14:23:40.568073 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Request body: {'port': {'device_id': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:40.655326 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:40.736474 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-4bef00cf-d7c3-4398-9124-a50db223e946 None None] Provisioning for port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:23:40.742157 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-4bef00cf-d7c3-4398-9124-a50db223e946 None None] Provisioning complete for port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:23:40.743756 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4bef00cf-d7c3-4398-9124-a50db223e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:40.762198 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e2a7c-9440-4941-9e54-1bafbcacaf57 req-ee3438b8-a8a4-4c86-bc5f-b1cc585f742a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:40.762198 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6a2e2a7c-9440-4941-9e54-1bafbcacaf57 req-ee3438b8-a8a4-4c86-bc5f-b1cc585f742a tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 932 time: 0.0813680 Jun 28 14:23:40.788042 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-4bef00cf-d7c3-4398-9124-a50db223e946 None None] Port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:23:40.803295 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6a2e2a7c-9440-4941-9e54-1bafbcacaf57 req-411f695b-80b4-41ae-8d42-7bdd017d75de tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385106 Jun 28 14:23:40.944647 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:23:40.952745 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:40.964411 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Transition to ACTIVE for port object 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:23:41.091007 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:41.094083 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:41.143846 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:41.161473 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:41.215000 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Attempting to bind port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:23:41.215298 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Attempting to bind port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:23:41.215650 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Attempting to bind port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:23:41.220311 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:23:41.220628 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Attempting to bind port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 on network 9fa041cb-195b-4e28-9b64-f4aea1198091 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:23:41.225566 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:23:41.225896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Checking segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:23:41.226373 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Bound using segment: {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:23:41.226749 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Bound port: 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb949817-6df0-4cd6-913b-0db96192baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:23:41.227100 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:41.294667 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] For port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:23:41.297687 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] For port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:23:41.394089 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:41.396207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6c9b36d8-3549-4ffb-979e-53c2d96c8555 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:41.428929 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:41.429534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:41.430897 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] 10.222.0.37 "PUT /v2.0/ports/438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 HTTP/1.1" status: 200 len: 1094 time: 0.8675990 Jun 28 14:23:41.431366 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:41.434400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328044aa-c51b-4d14-a537-1b3a3de56f52" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:41.456819 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:41.460391 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:41.476055 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864220c1-e82c-4cbe-a810-ef8f0f0cdf9b x-openstack-request-id: req-864220c1-e82c-4cbe-a810-ef8f0f0cdf9b {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:41.476492 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:41.476786 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-864220c1-e82c-4cbe-a810-ef8f0f0cdf9b {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:41.477219 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'status': 'completed', 'code': 200} Jun 28 14:23:41.569953 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328044aa-c51b-4d14-a537-1b3a3de56f52 req-3fd4866c-0e65-4735-a30b-d88fffd5bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:41.571524 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-328044aa-c51b-4d14-a537-1b3a3de56f52 req-3fd4866c-0e65-4735-a30b-d88fffd5bcfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 1097 time: 0.0552166 Jun 28 14:23:41.678135 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328044aa-c51b-4d14-a537-1b3a3de56f52 req-0fcd9e23-40d2-48d7-9a5a-bebc114ec69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:41.679591 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-328044aa-c51b-4d14-a537-1b3a3de56f52 req-0fcd9e23-40d2-48d7-9a5a-bebc114ec69d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0959561 Jun 28 14:23:41.774171 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328044aa-c51b-4d14-a537-1b3a3de56f52 req-8067fbaa-e74f-4ade-b1f6-dc69cf69e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:41.775629 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-328044aa-c51b-4d14-a537-1b3a3de56f52 req-8067fbaa-e74f-4ade-b1f6-dc69cf69e712 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900378 Jun 28 14:23:41.898754 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-fdf8bb15-00f3-46b5-9054-ed1fe95345e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:41.900304 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-fdf8bb15-00f3-46b5-9054-ed1fe95345e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 1097 time: 0.0584278 Jun 28 14:23:41.975377 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-69b83d6a-f2f4-467b-82f5-d017e2f9686a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 HTTP/1.1" status: 200 len: 217 time: 0.0584521 Jun 28 14:23:42.040869 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-55588e6a-d80b-4dc3-a597-f10a5b3a7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:42.042430 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-55588e6a-d80b-4dc3-a597-f10a5b3a7b19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.0603673 Jun 28 14:23:42.053566 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409368a1-5573-430b-a96d-19089a745133 req-c1c766a5-020f-4dcf-8695-390e2b3c6374 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:42.055017 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-409368a1-5573-430b-a96d-19089a745133 req-c1c766a5-020f-4dcf-8695-390e2b3c6374 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 944 time: 0.1317716 Jun 28 14:23:42.125737 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-409368a1-5573-430b-a96d-19089a745133 req-72d2a83b-91e7-45a6-b58e-235318873d5b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615902 Jun 28 14:23:42.150586 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-7f09f0c5-ab13-46c9-8fd6-6b9cb08882e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:42.150586 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-7f09f0c5-ab13-46c9-8fd6-6b9cb08882e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0880613 Jun 28 14:23:42.251979 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-2dfe97d0-ad52-460f-9d37-b55017056bcf service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994494 Jun 28 14:23:42.297404 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46172) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:42.348247 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-81d4420b-88bf-499c-80b0-daa1ed4c8eb5 req-5052a857-fd84-4382-9e78-d5f7df22b786 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899751 Jun 28 14:23:42.412996 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-50aaff9c-33e6-4fad-8af9-458828e74c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:42.504852 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-50aaff9c-33e6-4fad-8af9-458828e74c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:42.610466 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-50aaff9c-33e6-4fad-8af9-458828e74c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:42.613033 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-2e2b8b20-f195-4ee9-b771-2b1db60031f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:42.655291 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-50aaff9c-33e6-4fad-8af9-458828e74c33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3da47b4688d4d6fa5e17f76f08d3f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567877 Jun 28 14:23:42.656350 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaff9c-33e6-4fad-8af9-458828e74c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80a5a5-2dc2-4a18-98ed-6d3ae88612ce,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:42.658261 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46176) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:42.659771 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-50aaff9c-33e6-4fad-8af9-458828e74c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:42.718011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-08926851-4b3b-4cb6-9aeb-483d5b2f96cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:42.740528 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-08926851-4b3b-4cb6-9aeb-483d5b2f96cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:42.857068 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-08926851-4b3b-4cb6-9aeb-483d5b2f96cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:42.859642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-08926851-4b3b-4cb6-9aeb-483d5b2f96cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:42.860881 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-08926851-4b3b-4cb6-9aeb-483d5b2f96cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab80a5a5-2dc2-4a18-98ed-6d3ae88612ce HTTP/1.1" status: 204 len: 168 time: 0.2015598 Jun 28 14:23:42.861569 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-488868b4-7873-4985-b1cb-0f9fd039fe32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:42.869332 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08926851-4b3b-4cb6-9aeb-483d5b2f96cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80a5a5-2dc2-4a18-98ed-6d3ae88612ce,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:42.872542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-08926851-4b3b-4cb6-9aeb-483d5b2f96cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:43.301828 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:23:43.336710 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8fd16-641d-41ed-9fc3-a92334f96057 req-ed20edbe-77b9-4aa0-9d29-29949a3663ff tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:43.338199 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4bb8fd16-641d-41ed-9fc3-a92334f96057 req-ed20edbe-77b9-4aa0-9d29-29949a3663ff tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 944 time: 0.0734599 Jun 28 14:23:43.380804 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4bb8fd16-641d-41ed-9fc3-a92334f96057 req-74e8c000-2e78-4d81-a446-4d05e1484338 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364964 Jun 28 14:23:43.413094 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:43.425350 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'port_id': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'mac_address': 'fa:16:3e:9f:45:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:23:43.462309 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:43.475801 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:23:43.496280 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:43.576406 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:43.578223 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:43.624027 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:43.628776 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:43.878973 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['438ba1c9-5bcc-4bd4-9b62-fcd0a398df38'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:23:44.563902 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065f2fc-cbd6-489d-8647-54af6dd7377a req-0f98a1f5-3f6d-4d68-9684-18789dd41e6c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:44.565414 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9065f2fc-cbd6-489d-8647-54af6dd7377a req-0f98a1f5-3f6d-4d68-9684-18789dd41e6c tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 945 time: 0.0659502 Jun 28 14:23:44.604353 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9065f2fc-cbd6-489d-8647-54af6dd7377a req-326666c5-e42d-4852-a38c-9313d56a7e8d tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332594 Jun 28 14:23:45.305885 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:23:45.484884 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:23:45.488775 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:23:45.489180 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:45.566581 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:45.588762 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:45.591056 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665431d4-8a83-4e42-9924-06cffc7c5129" -d '{"events": [{"server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "name": "network-vif-plugged", "status": "completed", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:45.604984 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:23:45.630748 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb392314-6068-4c8a-ac90-9058ba74089b x-openstack-request-id: req-fb392314-6068-4c8a-ac90-9058ba74089b {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:45.631058 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "name": "network-vif-plugged", "status": "completed", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:45.631600 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb392314-6068-4c8a-ac90-9058ba74089b {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:45.631773 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'code': 200} Jun 28 14:23:45.679385 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:45.681528 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:45.743490 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:45.756630 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:45.797260 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1df57-ef5a-477d-883d-2583435fb8fd req-20ff9d48-dc47-466f-be73-898b60a32fc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:45.804452 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8ac1df57-ef5a-477d-883d-2583435fb8fd req-20ff9d48-dc47-466f-be73-898b60a32fc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0800586 Jun 28 14:23:45.850891 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8ac1df57-ef5a-477d-883d-2583435fb8fd req-0512277d-03f8-46c2-98a3-1f0a9d454465 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Jun 28 14:23:46.068376 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb5a8-b839-475c-99f4-530027a283b2 req-d902eb84-a450-4994-8302-d6ab0b776e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:46.069814 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-780bb5a8-b839-475c-99f4-530027a283b2 req-d902eb84-a450-4994-8302-d6ab0b776e92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 1099 time: 0.0518851 Jun 28 14:23:46.104947 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-780bb5a8-b839-475c-99f4-530027a283b2 req-b324432c-4957-408d-8e5b-f35f998d4467 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288188 Jun 28 14:23:47.022074 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce338e-b27d-48ab-acae-3a9eb75ad224 req-207411ac-2b44-40f8-8497-4d07e32aafff tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:47.023528 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-73ce338e-b27d-48ab-acae-3a9eb75ad224 req-207411ac-2b44-40f8-8497-4d07e32aafff tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0654845 Jun 28 14:23:47.303243 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-73ce338e-b27d-48ab-acae-3a9eb75ad224 req-b6f89ef4-8b35-4b79-85ce-3961c2be6f65 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740142 Jun 28 14:23:48.464147 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46282) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:48.474458 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa22a-416d-4a95-a311-2e9ac9d6c2c1 req-c57ece90-7109-4846-8a20-6de446f96e93 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:48.475902 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f9aa22a-416d-4a95-a311-2e9ac9d6c2c1 req-c57ece90-7109-4846-8a20-6de446f96e93 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0641341 Jun 28 14:23:48.508252 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Deleting subnet 93f424a3-36b0-4e6f-a44a-bd5864698efc {{(pid=93575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:23:48.511343 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.517057 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-5f9aa22a-416d-4a95-a311-2e9ac9d6c2c1 req-354fcbcf-2f00-490f-b14f-7196ab965dce tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346828 Jun 28 14:23:48.545711 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869720'] for subnet, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.583009 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.696278 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d218dc-c054-4242-ab5d-afb7b84f0e96 req-63ba24d3-a5b1-42c5-832f-0362aa7ff037 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:48.697796 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-63d218dc-c054-4242-ab5d-afb7b84f0e96 req-63ba24d3-a5b1-42c5-832f-0362aa7ff037 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0736272 Jun 28 14:23:48.712993 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46290) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:48.718546 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Request body: {'floatingip': {'port_id': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:23:48.752022 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3104625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2941460'] for subnet, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.758997 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:48.762755 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.823159 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.825614 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/93f424a3-36b0-4e6f-a44a-bd5864698efc HTTP/1.1" status: 204 len: 168 time: 0.3599565 Jun 28 14:23:48.832952 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46292) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:48.843719 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f424a3-36b0-4e6f-a44a-bd5864698efc,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:48.847510 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:48.904627 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.982978 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:48.992919 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad0be34-0576-43c2-b5a5-99d28ad35e05']}} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:49.005257 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74771e6-ad92-4363-8515-66d9296cdbef') {'for_net_delete': True} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:49.005560 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74771e6-ad92-4363-8515-66d9296cdbef') {} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:49.015949 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58906392'] for segment, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.031527 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.038614 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:23:49.039011 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971483'] for segment, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: Traceback (most recent call last): Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: timer() Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: cb(*args, **kw) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: return func(*args, **kwargs) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: self._notify() Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: self.callback(batched_events) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: event.method(event) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: return f(self, *a, **k) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: return self._get(url).json() Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: return self.request(url, 'GET', **kwargs) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:23:49.040778 dv-cinder-761113-15-smb neutron-server[93576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:23:49.199749 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.204828 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.207736 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2ad0be34-0576-43c2-b5a5-99d28ad35e05 HTTP/1.1" status: 204 len: 168 time: 0.3727109 Jun 28 14:23:49.207846 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f837c05f-1aab-43ac-9c48-1a65ed89f037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:49.220432 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad0be34-0576-43c2-b5a5-99d28ad35e05,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:49.222839 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:49.238734 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.301892 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.401270 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.l3_db [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Floating IP 29eb6e11-2ab4-4e61-bb97-874b6314d288 associated. External IP: 172.28.3.32, port: 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38. Jun 28 14:23:49.553618 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46300) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:49.594649 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-2ca5a909-b066-4d74-9067-7c3313d7b292 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2cee26a13a124164bcaff348ff98b984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397213 Jun 28 14:23:49.597137 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46302) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:49.613422 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:23:49.644499 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.665844 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.721545 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:23:49.726016 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.731379 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] Sync routers for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:23:49.741058 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:49.748334 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:49.765569 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-32c7b0db-ae22-4a03-9b2f-873fca7e99bf tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "PUT /v2.0/floatingips/29eb6e11-2ab4-4e61-bb97-874b6314d288 HTTP/1.1" status: 200 len: 991 time: 1.0514905 Jun 28 14:23:49.766327 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:23:49.768781 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd875ce-2bd6-40c9-b726-446108c46169" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:23:49.807720 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f78492-3a43-493d-942f-29fe9bc77fec x-openstack-request-id: req-e2f78492-3a43-493d-942f-29fe9bc77fec {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:23:49.808119 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:23:49.810600 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.812238 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2f78492-3a43-493d-942f-29fe9bc77fec {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:23:49.812967 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'status': 'completed', 'code': 200} Jun 28 14:23:49.814770 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:49.816242 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f460e7b8-964d-4a11-a1fc-15462875b592 HTTP/1.1" status: 204 len: 168 time: 0.2180443 Jun 28 14:23:49.817292 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-4a3e8937-d263-495d-82b7-0f4dff9bd90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:49.826754 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460e7b8-964d-4a11-a1fc-15462875b592,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:49.838796 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:49.869741 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:49.951867 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-a9f1bfdc-6744-417d-b9c0-d48103df7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:49.953399 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-a9f1bfdc-6744-417d-b9c0-d48103df7fea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 1099 time: 0.0571079 Jun 28 14:23:50.045357 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-8fb45a9d-3b90-4ef7-b3b1-eb7599adf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:50.046851 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-8fb45a9d-3b90-4ef7-b3b1-eb7599adf1bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 200 len: 912 time: 0.0856318 Jun 28 14:23:50.100189 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '29eb6e11-2ab4-4e61-bb97-874b6314d288', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'floating_ip_address': '172.28.3.32', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'port_id': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'mac_address': 'fa:16:3e:9f:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:23:35Z', 'updated_at': '2021-06-28T14:23:49Z', 'revision_number': 1, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:50.122063 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-b3d27cf5-db8e-4334-ab32-72a879aaf7c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 HTTP/1.1" status: 200 len: 999 time: 0.0640609 Jun 28 14:23:50.128415 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] Checking router: bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:23:50.138785 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:23:50.139443 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:23:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:50.186695 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-60e86595-61b4-4880-af6d-3c734d90f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:50.188597 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-60e86595-61b4-4880-af6d-3c734d90f082 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 200 len: 850 time: 0.0569503 Jun 28 14:23:50.258844 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:23:50.293661 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-e48bf5a8-0a8c-46fb-8f4e-ff30cba631d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:23:50.295236 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-e48bf5a8-0a8c-46fb-8f4e-ff30cba631d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fa041cb-195b-4e28-9b64-f4aea1198091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0997729 Jun 28 14:23:50.398925 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-d7eb105f-b966-4edf-8547-99014940541a service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967038 Jun 28 14:23:50.507809 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bcd875ce-2bd6-40c9-b726-446108c46169 req-2b1398f0-197b-4e8c-8fdf-e7a6538825a2 service neutron] 10.222.0.37 "GET /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018651 Jun 28 14:23:50.510591 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '29eb6e11-2ab4-4e61-bb97-874b6314d288', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'floating_ip_address': '172.28.3.32', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'port_id': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'mac_address': 'fa:16:3e:9f:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:23:35Z', 'updated_at': '2021-06-28T14:23:49Z', 'revision_number': 1, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:23:50.537177 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2dc849-4407-468e-b464-3516227d0860 None None] The sync data for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb is: [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': '29eb6e11-2ab4-4e61-bb97-874b6314d288', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'floating_ip_address': '172.28.3.32', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'port_id': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'mac_address': 'fa:16:3e:9f:45:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:23:35Z', 'updated_at': '2021-06-28T14:23:49Z', 'revision_number': 1, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:23:50.734753 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe23ef4a-77cc-4207-b7e0-ca1ade32940e None None] New status for floating IP 29eb6e11-2ab4-4e61-bb97-874b6314d288: ACTIVE {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:23:51.863038 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:23:56.160354 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46400) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:56.260070 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-90dd8d16-c893-4fe5-8f14-a935b24933dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.345792 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-90dd8d16-c893-4fe5-8f14-a935b24933dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.434179 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-90dd8d16-c893-4fe5-8f14-a935b24933dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.437644 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8c977b70-488a-4b7d-8f42-36189bac7080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:56.472736 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-90dd8d16-c893-4fe5-8f14-a935b24933dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ffc0e9d73a94b299ddedcd528e9e776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113267 Jun 28 14:23:56.473736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd8d16-c893-4fe5-8f14-a935b24933dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f173d203-63bd-4f63-8de1-b7cafc7c36c6,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:56.475689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46404) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:23:56.476998 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-90dd8d16-c893-4fe5-8f14-a935b24933dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:23:56.525277 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.547162 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.673512 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.675992 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:23:56.677185 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f173d203-63bd-4f63-8de1-b7cafc7c36c6 HTTP/1.1" status: 204 len: 168 time: 0.2004180 Jun 28 14:23:56.678018 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-d3c85d6d-2e5b-424e-a4bd-35aa46b8091e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:23:56.687034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f173d203-63bd-4f63-8de1-b7cafc7c36c6,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:23:56.688323 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:02.764941 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-0d9b010b-22c5-4c4f-a21e-1f9ea5f5eb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:05.285133 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-456c29d1-286b-4312-9a0b-d56a68c26be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:05.455961 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:05.484383 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:05.879593 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-dbf988e2-0eed-4a40-9804-bf472175e315 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503352 Jun 28 14:24:06.001251 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-5945f9e7-3151-4db4-8d4b-0a796a088db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:06.002761 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-5945f9e7-3151-4db4-8d4b-0a796a088db9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1098 time: 0.0562825 Jun 28 14:24:06.135898 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-2d2866de-0380-4b7f-8b2e-f0e9ca1c6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:06.137970 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-2d2866de-0380-4b7f-8b2e-f0e9ca1c6abb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 200 len: 909 time: 0.0907762 Jun 28 14:24:06.202565 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-f2cc828c-3bf1-4351-8dd6-72f6ae561098 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 200 len: 1001 time: 0.0579572 Jun 28 14:24:06.256856 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-45cc2fbe-76b0-4b62-a281-e4aa7d1f7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:06.258271 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-45cc2fbe-76b0-4b62-a281-e4aa7d1f7349 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1f216d5-39ff-4eda-9712-2e661d0bc6df HTTP/1.1" status: 200 len: 847 time: 0.0486164 Jun 28 14:24:06.315730 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-c7fef0e5-b6c6-4464-ad9c-6e58582dcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:06.317227 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-c7fef0e5-b6c6-4464-ad9c-6e58582dcaff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1aafa51-5bf9-408b-b862-6d2120c31368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0512347 Jun 28 14:24:06.409727 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-97a667e8-1bff-4b8b-8264-2dccef352bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858464 Jun 28 14:24:06.503028 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a5bfb7d5-bcb5-469b-ae31-7e98315b4b00 req-3c668101-147c-4eef-8630-de7b859175eb service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Jun 28 14:24:06.530802 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:08.170379 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:20.534684 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f684d47-36e2-43aa-bcac-44f48f5b4ad7 req-90ed0f6c-3f87-440b-885a-f0c9fa780c3b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:20.536219 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3f684d47-36e2-43aa-bcac-44f48f5b4ad7 req-90ed0f6c-3f87-440b-885a-f0c9fa780c3b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.1621056 Jun 28 14:24:20.572654 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-3f684d47-36e2-43aa-bcac-44f48f5b4ad7 req-5d7a6629-d671-4301-ab1d-40933506fdef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Jun 28 14:24:21.747727 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d935b7e-1e80-4e9d-8e07-18e401635ac0 req-636cd9a4-444a-4944-8277-0ac50d0fae8e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:21.749245 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4d935b7e-1e80-4e9d-8e07-18e401635ac0 req-636cd9a4-444a-4944-8277-0ac50d0fae8e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0627625 Jun 28 14:24:21.787141 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4d935b7e-1e80-4e9d-8e07-18e401635ac0 req-bcefad43-a5fd-452d-b168-a6501fcdc9b1 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Jun 28 14:24:22.967864 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b96f2-2b72-42c0-bdd2-3cc78517729d req-68bcd749-58be-48db-8e2d-d1b628ff45e2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:22.969356 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-927b96f2-2b72-42c0-bdd2-3cc78517729d req-68bcd749-58be-48db-8e2d-d1b628ff45e2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0672600 Jun 28 14:24:23.005583 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-927b96f2-2b72-42c0-bdd2-3cc78517729d req-e0c24365-de05-42f3-bc5f-ede32237f7cd tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Jun 28 14:24:24.178522 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a425342-8254-43e8-ba24-0aa7a865242b req-6690d186-da7e-4960-b20a-180f824df6ab tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:24.179975 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8a425342-8254-43e8-ba24-0aa7a865242b req-6690d186-da7e-4960-b20a-180f824df6ab tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0618126 Jun 28 14:24:24.216567 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8a425342-8254-43e8-ba24-0aa7a865242b req-ed12fec0-3ed1-4846-9b94-4ebb87e4eed6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304699 Jun 28 14:24:25.392460 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e20f6-3e35-4e6f-b439-35136a73f45e req-b1e87d12-db10-450f-bc2f-d8f424657a65 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:25.395949 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c45e20f6-3e35-4e6f-b439-35136a73f45e req-b1e87d12-db10-450f-bc2f-d8f424657a65 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0620384 Jun 28 14:24:25.430491 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c45e20f6-3e35-4e6f-b439-35136a73f45e req-bfa5c121-d509-40b8-b84f-c67727b7cda8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Jun 28 14:24:26.609190 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13286b81-8076-405d-a557-d127214432af req-07a5ab49-c00a-475e-b0a8-59a3e1149d16 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:26.610651 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-13286b81-8076-405d-a557-d127214432af req-07a5ab49-c00a-475e-b0a8-59a3e1149d16 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0680056 Jun 28 14:24:26.646639 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-13286b81-8076-405d-a557-d127214432af req-ceb3fc61-cd00-451f-96a7-8f3b6f7a1e2b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304668 Jun 28 14:24:27.821398 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dac3a7-57bc-40f2-9110-8caed20a9544 req-91c8f452-100c-470b-a28b-f2f3a8548153 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:27.822855 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-03dac3a7-57bc-40f2-9110-8caed20a9544 req-91c8f452-100c-470b-a28b-f2f3a8548153 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0621846 Jun 28 14:24:27.860764 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-03dac3a7-57bc-40f2-9110-8caed20a9544 req-ac7a2c70-619e-4443-bae5-f51f4b8a2718 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Jun 28 14:24:28.862335 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:24:29.038993 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5ebb-d104-4beb-83ad-42646e44c715 req-b540264c-1d71-4605-b1ea-e28075de66f5 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:29.040511 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a6bd5ebb-d104-4beb-83ad-42646e44c715 req-b540264c-1d71-4605-b1ea-e28075de66f5 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0629420 Jun 28 14:24:29.082660 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a6bd5ebb-d104-4beb-83ad-42646e44c715 req-fd5cc2f6-81ff-4ebf-b09c-4b900300efba tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355468 Jun 28 14:24:30.256968 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99581f-a898-4e34-b090-4aea06a4ef6d req-3e163ec7-dc29-4499-8d18-8952ca4bbd34 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:30.258546 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8e99581f-a898-4e34-b090-4aea06a4ef6d req-3e163ec7-dc29-4499-8d18-8952ca4bbd34 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0643022 Jun 28 14:24:30.303926 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8e99581f-a898-4e34-b090-4aea06a4ef6d req-a4b97da7-3a78-4bec-b886-5a5f74044ddd tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389407 Jun 28 14:24:31.477490 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305f9c7-3ff6-4da0-ba41-2b85e34f094f req-8e5aed35-1607-4205-8483-4bc00173afe8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:31.478952 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8305f9c7-3ff6-4da0-ba41-2b85e34f094f req-8e5aed35-1607-4205-8483-4bc00173afe8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0626023 Jun 28 14:24:31.516649 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8305f9c7-3ff6-4da0-ba41-2b85e34f094f req-0cf55231-51da-4dc0-820a-b6576f67209b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Jun 28 14:24:31.614560 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:24:31.708638 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:31.720732 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'port_id': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'mac_address': 'fa:16:3e:57:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:24:31.765273 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:31.780234 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:24:31.800701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:31.844469 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:31.847082 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:32.025155 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=6']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:32.033004 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.033288 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.033631 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.033961 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.034545 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.034870 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.035190 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.035509 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.035922 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.036276 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.036596 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.036912 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:32.040591 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:32.095540 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:24:32.759275 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-93810739-eea6-4767-9048-f65979e704d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:32.853761 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83446b4b-9723-4634-8b08-83b89b6f2f50 req-576a4299-dce8-440c-a299-df0072030250 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:32.855464 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-83446b4b-9723-4634-8b08-83b89b6f2f50 req-576a4299-dce8-440c-a299-df0072030250 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 945 time: 0.0679653 Jun 28 14:24:32.895889 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-83446b4b-9723-4634-8b08-83b89b6f2f50 req-9172e137-d832-4d8d-a577-4057bcac3401 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344465 Jun 28 14:24:33.641005 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:24:33.696760 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:24:33.697143 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:33.776825 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:33.799065 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:24:33.801310 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c789f60f-2d95-4e5d-bc8c-f397aab04349" -d '{"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:24:33.813954 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:33.893898 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f094138-5318-4d47-8ef7-d261e309ffc4 x-openstack-request-id: req-5f094138-5318-4d47-8ef7-d261e309ffc4 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:24:33.894202 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:24:33.894466 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f094138-5318-4d47-8ef7-d261e309ffc4 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:24:33.894887 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'code': 200} Jun 28 14:24:33.901933 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:33.904711 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:33.954646 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=7']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:33.957939 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:34.102166 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfacb8-dfd2-4aca-973c-32868a7c2e9e req-390ab5b8-9f0d-4a4a-aad5-f2fb0853cfef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:34.104469 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a2bfacb8-dfd2-4aca-973c-32868a7c2e9e req-390ab5b8-9f0d-4a4a-aad5-f2fb0853cfef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0747061 Jun 28 14:24:34.147991 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a2bfacb8-dfd2-4aca-973c-32868a7c2e9e req-79dc2a1e-97c9-4585-b272-bfa752ad3714 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379150 Jun 28 14:24:35.302016 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7842-24d1-4fb2-ae32-636f9e5166e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:35.346580 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28aa8-458e-4133-abbc-ea6967369a3d req-3bb38a4f-5ef8-4e1f-8b06-c7eb7eecd9f3 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:35.353699 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eca28aa8-458e-4133-abbc-ea6967369a3d req-3bb38a4f-5ef8-4e1f-8b06-c7eb7eecd9f3 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0742056 Jun 28 14:24:35.400764 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eca28aa8-458e-4133-abbc-ea6967369a3d req-1700755c-1846-4cb3-a1f0-c1df9a8762fa tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Jun 28 14:24:35.439427 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:35.473723 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:36.529624 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:36.600819 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbd6c0-0631-48d1-9c34-4943162671b0 req-ca4fc154-2cf7-4716-b4de-e35aeecb5c92 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:36.608483 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6dcbd6c0-0631-48d1-9c34-4943162671b0 req-ca4fc154-2cf7-4716-b4de-e35aeecb5c92 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0844100 Jun 28 14:24:36.651011 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6dcbd6c0-0631-48d1-9c34-4943162671b0 req-4963c289-e2b4-439c-b374-ed1ec269dd22 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412459 Jun 28 14:24:37.881224 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12297b-44a6-4e11-8413-1de48feacc8d req-df76e238-7235-4e8c-8a5e-746f1b8bd411 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:37.882777 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dc12297b-44a6-4e11-8413-1de48feacc8d req-df76e238-7235-4e8c-8a5e-746f1b8bd411 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0740674 Jun 28 14:24:37.936813 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-dc12297b-44a6-4e11-8413-1de48feacc8d req-1b705114-972f-4883-bdf1-4b1b76eb995c tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471590 Jun 28 14:24:38.176145 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:39.137896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54af903-ed6f-4f8d-ab10-fa031d6afdcb req-15255c86-a077-42c7-aade-e5fea5d9bc5a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:39.139583 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e54af903-ed6f-4f8d-ab10-fa031d6afdcb req-15255c86-a077-42c7-aade-e5fea5d9bc5a tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0679376 Jun 28 14:24:39.184766 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e54af903-ed6f-4f8d-ab10-fa031d6afdcb req-006f2152-3c5f-49c8-b52f-f27818641424 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389421 Jun 28 14:24:40.369995 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ea123-8e88-4584-8e75-3b8a819a7f2d req-fb9415f0-178d-418d-8f35-d0ff61627b74 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:40.377449 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d37ea123-8e88-4584-8e75-3b8a819a7f2d req-fb9415f0-178d-418d-8f35-d0ff61627b74 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0702717 Jun 28 14:24:40.415553 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d37ea123-8e88-4584-8e75-3b8a819a7f2d req-e1e75d4a-532a-4d3e-a11b-21f3b28c401b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372283 Jun 28 14:24:41.618176 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6acf96-422a-4be8-8749-eb8e1ef066f6 req-f3e8a44e-d111-40d1-83de-ba5b7abba3a0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:41.620553 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ea6acf96-422a-4be8-8749-eb8e1ef066f6 req-f3e8a44e-d111-40d1-83de-ba5b7abba3a0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0689902 Jun 28 14:24:41.666473 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ea6acf96-422a-4be8-8749-eb8e1ef066f6 req-906476eb-d1c3-45ba-80cc-5e3788942eef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Jun 28 14:24:42.866075 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ae658-cd05-4e02-a326-a85ef36f7954 req-c6bc8931-6120-409c-943d-2c5cbc68612b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:42.867621 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-929ae658-cd05-4e02-a326-a85ef36f7954 req-c6bc8931-6120-409c-943d-2c5cbc68612b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0700269 Jun 28 14:24:42.908966 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-929ae658-cd05-4e02-a326-a85ef36f7954 req-bacfc850-e76e-4249-819d-3381fcc64ccf tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348470 Jun 28 14:24:44.094544 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c5166-c2e8-4401-aea2-79a00dbfc4a0 req-74034fa7-b5b2-49bb-bb65-c51b6ccb9265 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:44.096038 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d36c5166-c2e8-4401-aea2-79a00dbfc4a0 req-74034fa7-b5b2-49bb-bb65-c51b6ccb9265 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0644398 Jun 28 14:24:44.136207 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d36c5166-c2e8-4401-aea2-79a00dbfc4a0 req-5f6ab3b6-b197-43dc-8a6c-6f8799692568 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Jun 28 14:24:44.331408 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9b74c-bfb6-4ae3-8db1-9e58c67039d6 req-4e7c63e6-9dd0-4743-82c2-59b1ad512eb3 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:44.332955 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-48e9b74c-bfb6-4ae3-8db1-9e58c67039d6 req-4e7c63e6-9dd0-4743-82c2-59b1ad512eb3 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0618844 Jun 28 14:24:44.369406 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-48e9b74c-bfb6-4ae3-8db1-9e58c67039d6 req-d6fc1895-d4b2-410c-8af9-7214526446e4 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306129 Jun 28 14:24:45.008621 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-63be1931-f372-4768-bc44-797cef1d1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:45.010003 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-63be1931-f372-4768-bc44-797cef1d1699 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1099 time: 0.0989699 Jun 28 14:24:45.098067 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-676c9c4f-279d-4fc7-8568-f6ceda1d41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:45.099492 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-676c9c4f-279d-4fc7-8568-f6ceda1d41f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.0825024 Jun 28 14:24:45.168051 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-0d3ff096-132a-4f27-ba37-ab0fe417b3db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b HTTP/1.1" status: 200 len: 1001 time: 0.0595744 Jun 28 14:24:45.216252 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-b6178d1e-1d97-4f40-b23b-87dc859293af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:45.217708 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-b6178d1e-1d97-4f40-b23b-87dc859293af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0433252 Jun 28 14:24:45.319574 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-1a5faea1-6a4d-48e4-9511-bf742b4da72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:45.321085 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-1a5faea1-6a4d-48e4-9511-bf742b4da72b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0967772 Jun 28 14:24:45.335250 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22841-59f6-4835-9805-e4f6c3abd6f8 req-d531d8ee-adb8-416e-9197-308ce20cca66 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:45.340115 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b3d22841-59f6-4835-9805-e4f6c3abd6f8 req-d531d8ee-adb8-416e-9197-308ce20cca66 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0815008 Jun 28 14:24:45.426013 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b3d22841-59f6-4835-9805-e4f6c3abd6f8 req-ca5dbb6a-0a34-43f1-9131-f517bb6836f6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810683 Jun 28 14:24:45.458765 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-d9cc2f3a-4645-40a6-8ed3-b03a9a12fe2f service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211967 Jun 28 14:24:45.549806 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c08ccbbd-0cb2-4a41-a249-dde9dc53bf7b req-8add75c7-ce54-4b9f-856a-13654c1e9aaf service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828352 Jun 28 14:24:45.552800 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd40db-ae1b-4a5d-ae10-a02150e9bdaa req-6c7e16a2-b692-4d82-bcf1-49d10b7ec258 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:45.554328 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2ffd40db-ae1b-4a5d-ae10-a02150e9bdaa req-6c7e16a2-b692-4d82-bcf1-49d10b7ec258 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0685492 Jun 28 14:24:45.591266 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-2ffd40db-ae1b-4a5d-ae10-a02150e9bdaa req-e8e33c3d-8113-4235-abcf-15bed73c5184 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307496 Jun 28 14:24:46.598936 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-08044bc7-6400-48ac-b46e-aa609c9daec0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:46.600388 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-08044bc7-6400-48ac-b46e-aa609c9daec0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0943246 Jun 28 14:24:46.657024 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb793d88-b4ac-4a7a-87b5-66a8dc217a82 req-68e7b004-f891-4db3-8334-edbf8cf4d332 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:46.658466 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fb793d88-b4ac-4a7a-87b5-66a8dc217a82 req-68e7b004-f891-4db3-8334-edbf8cf4d332 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.1167250 Jun 28 14:24:46.722984 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fb793d88-b4ac-4a7a-87b5-66a8dc217a82 req-c10d0114-262d-4434-83bc-94748bcaaa88 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545785 Jun 28 14:24:46.740014 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Deleting port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:24:46.740493 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:46.769740 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e10b8-cfe3-454d-b376-94826445dd2a req-0aa1efa4-377b-4995-90d6-21e2e24da8f7 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:46.771266 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1e7e10b8-cfe3-454d-b376-94826445dd2a req-0aa1efa4-377b-4995-90d6-21e2e24da8f7 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 946 time: 0.0670621 Jun 28 14:24:46.808598 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1e7e10b8-cfe3-454d-b376-94826445dd2a req-f88a62ca-fd70-4094-b173-cd8a6384f0b1 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups?id=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Jun 28 14:24:46.831588 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] For port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:46.831588 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:47.000291 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:47.000588 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:47.000902 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.l3_db [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Floating IP 29eb6e11-2ab4-4e61-bb97-874b6314d288 disassociated. External IP: 172.28.3.32, port: 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38. Jun 28 14:24:47.001239 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Calling delete_port for 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:24:47.198861 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:47.203006 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-dd5320d2-e78b-4b9e-b0d0-586387714ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:47.228972 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event deleted for resources: {'Port': ['ID=438ba1c9-5bcc-4bd4-9b62-fcd0a398df38,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:47.239531 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.239911 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.240312 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.240678 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.241037 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.241395 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.241751 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.242104 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.242479 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.242829 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.243182 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.243539 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:47.248442 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:47.355899 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:24:47.445352 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60278a1d-61ff-4095-9f9d-33044c410d62 req-1065811a-4ce7-43d5-a573-7e16cf4bb579 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:47.446811 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-60278a1d-61ff-4095-9f9d-33044c410d62 req-1065811a-4ce7-43d5-a573-7e16cf4bb579 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0756531 Jun 28 14:24:47.467518 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:24:47.478134 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] Sync routers for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:24:47.490842 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:24:47.491335 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-60278a1d-61ff-4095-9f9d-33044c410d62 req-b4692da5-dae0-4cd2-a945-5ff48050beae tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385983 Jun 28 14:24:47.494020 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:24:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:47.517002 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] No DVR routers for this DVR port 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:24:47.519536 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:47.522579 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7a71d9b7-f1dd-4771-ab58-db2bdc13100f req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.37 "DELETE /v2.0/ports/438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 HTTP/1.1" status: 204 len: 173 time: 0.9155207 Jun 28 14:24:47.522579 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'name': 'network-vif-deleted', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:24:47.524377 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75566a35-874d-4d32-a752-6eee7cbe30d7" -d '{"events": [{"server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "name": "network-vif-deleted", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:24:47.611779 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:24:47.620726 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc0c6d9-a5fe-468b-b5be-013df4a6404c x-openstack-request-id: req-2cc0c6d9-a5fe-468b-b5be-013df4a6404c {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:24:47.621249 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6c4e64-62a5-4d45-9825-8e14ab292f31", "name": "network-vif-deleted", "tag": "438ba1c9-5bcc-4bd4-9b62-fcd0a398df38", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:24:47.621352 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cc0c6d9-a5fe-468b-b5be-013df4a6404c {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:24:47.622686 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6c4e64-62a5-4d45-9825-8e14ab292f31', 'name': 'network-vif-deleted', 'tag': '438ba1c9-5bcc-4bd4-9b62-fcd0a398df38', 'status': 'completed', 'code': 200} Jun 28 14:24:47.751921 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:24:47.883107 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:47.896806 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:47.907784 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3ae3f-2d75-45e3-af20-47b2221b7d40 req-85a22746-03ef-45c1-bc3e-2bf045468499 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:47.909801 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-27a3ae3f-2d75-45e3-af20-47b2221b7d40 req-85a22746-03ef-45c1-bc3e-2bf045468499 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 946 time: 0.0661247 Jun 28 14:24:47.930232 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] Checking router: bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:24:47.937471 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:24:47.939764 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3fcfd3-3d68-444e-868b-b05f175f23ff" -d '{"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:24:47.956294 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:47.958643 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:24:47.959267 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:24:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:47.960989 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-27a3ae3f-2d75-45e3-af20-47b2221b7d40 req-dc557eb2-de2c-48b3-b6c3-e23948dabe5d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447996 Jun 28 14:24:47.967066 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e0917809-bd9d-4e34-adec-b463f5c91258 req-f38e097b-5dc9-4ccb-91fc-94ccacf62171 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6c4e64-62a5-4d45-9825-8e14ab292f31 HTTP/1.1" status: 200 len: 210 time: 0.0331590 Jun 28 14:24:48.015633 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804338e-3c13-4a61-997b-a36364814031 x-openstack-request-id: req-5804338e-3c13-4a61-997b-a36364814031 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:24:48.015984 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:24:48.016292 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5804338e-3c13-4a61-997b-a36364814031 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:24:48.016785 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'code': 200} Jun 28 14:24:48.042463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:48.045842 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-14fe1634-14bd-4163-8cd7-b7c9b1a957b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:48.103865 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:24:48.135555 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=8']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:48.140558 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:48.310562 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:48.340115 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f6ef9-286d-4454-919e-d5cb4a009836 None None] The sync data for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb is: [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:19:10Z', 'revision_number': 4, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '5aaa6f97-b342-4173-8a42-9d43216cdec7', 'name': '', 'network_id': '9fa041cb-195b-4e28-9b64-f4aea1198091', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'mac_address': 'fa:16:3e:05:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:06Z', 'updated_at': '2021-06-28T14:19:21Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'subnets': [{'id': 'cac23c3f-b263-4edf-9247-5b5a4d3cac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:24:48.577802 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e5bca-4b58-46cf-badb-98415606f102 None None] New status for floating IP 29eb6e11-2ab4-4e61-bb97-874b6314d288: DOWN {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:24:48.673039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d411e-7e1d-49a0-aae9-deecd2fb609c req-8286584a-8062-4a54-9c18-412157c2c10b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:48.674721 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-965d411e-7e1d-49a0-aae9-deecd2fb609c req-8286584a-8062-4a54-9c18-412157c2c10b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0641732 Jun 28 14:24:48.715333 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-965d411e-7e1d-49a0-aae9-deecd2fb609c req-30ed15ba-6241-487e-be05-25c57cb77f80 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330763 Jun 28 14:24:49.157309 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46766) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:49.212302 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-11603708-41ad-4502-816d-16289c3165dc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.235017 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-11603708-41ad-4502-816d-16289c3165dc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.325680 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-11603708-41ad-4502-816d-16289c3165dc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.328333 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-11603708-41ad-4502-816d-16289c3165dc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.329497 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-11603708-41ad-4502-816d-16289c3165dc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "DELETE /v2.0/security-groups/9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a HTTP/1.1" status: 204 len: 168 time: 0.1711791 Jun 28 14:24:49.330240 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e4c3b194-a449-4cad-a55e-18f13cf063ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:49.334146 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46772) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:49.339683 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11603708-41ad-4502-816d-16289c3165dc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:49.342401 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-11603708-41ad-4502-816d-16289c3165dc tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:49.349966 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.api.v2.resource [None req-5240f01d-a698-4e9e-b86d-2d9f1b1f015e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] show failed (client error): The resource could not be found. Jun 28 14:24:49.353791 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5240f01d-a698-4e9e-b86d-2d9f1b1f015e tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "GET /v2.0/security-groups/9eb9ec8d-c2ef-4a0a-9a4e-cd5dfc0b216a HTTP/1.1" status: 404 len: 347 time: 0.0176215 Jun 28 14:24:49.354057 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46774) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:49.476600 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Deleting port f925e69d-5445-4993-aa18-83fa882e06c3 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:24:49.476953 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.550287 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.551733 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.561843 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Calling delete_port for f925e69d-5445-4993-aa18-83fa882e06c3 owned by network:floatingip {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:24:49.758754 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:24:49.776168 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.778529 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:49.784005 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:24:49.786706 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 438ba1c9-5bcc-4bd4-9b62-fcd0a398df38 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:24:49.806099 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Pushing event deleted for resources: {'Port': ['ID=f925e69d-5445-4993-aa18-83fa882e06c3,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:49.818320 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.818706 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.819089 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.819465 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.819830 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.820231 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.820769 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.821023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.821387 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.821746 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.822103 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.822456 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:24:49.848385 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:49.918063 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.921209 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:49.922364 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-c9ade398-f8a4-426c-a2f5-528fe725c44b tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] 10.222.0.35 "DELETE /v2.0/floatingips/29eb6e11-2ab4-4e61-bb97-874b6314d288 HTTP/1.1" status: 204 len: 168 time: 0.5675113 Jun 28 14:24:49.946003 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b030e4-4c45-409f-af95-cd77d529d3b0 req-9addc799-3f1e-4b14-9d0c-753955c1dec0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:49.947704 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-14b030e4-4c45-409f-af95-cd77d529d3b0 req-9addc799-3f1e-4b14-9d0c-753955c1dec0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.1050203 Jun 28 14:24:49.995974 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-14b030e4-4c45-409f-af95-cd77d529d3b0 req-d9cb7bde-0e3d-43ad-89c0-8235ec986c34 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364239 Jun 28 14:24:50.364513 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff56b8-33c3-4791-93f1-ed816f8f82a4 req-8f6ec799-598d-4ee4-b28a-dc5f35e4b59e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:50.365991 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5bff56b8-33c3-4791-93f1-ed816f8f82a4 req-8f6ec799-598d-4ee4-b28a-dc5f35e4b59e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0639615 Jun 28 14:24:50.404743 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5bff56b8-33c3-4791-93f1-ed816f8f82a4 req-063c3a21-0854-4f0b-93be-711d14b91e22 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330286 Jun 28 14:24:50.593936 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46808) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:50.681997 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-b4aa709b-6447-47da-9d97-43e5789db7c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868642 Jun 28 14:24:51.178584 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e3e19-9964-4dec-ac27-c68a6a284553 req-defb3b94-a843-4c25-a964-cee7d399df55 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:51.180091 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b87e3e19-9964-4dec-ac27-c68a6a284553 req-defb3b94-a843-4c25-a964-cee7d399df55 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0661025 Jun 28 14:24:51.217592 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b87e3e19-9964-4dec-ac27-c68a6a284553 req-6a51afb8-0738-4d60-9352-8f03db6e2f52 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307317 Jun 28 14:24:51.592521 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ca2dd-ed67-473d-82ec-4e816e6c0340 req-af5ebe21-0423-4399-a60f-1052dadc12fc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:51.594123 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4f8ca2dd-ed67-473d-82ec-4e816e6c0340 req-af5ebe21-0423-4399-a60f-1052dadc12fc tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0711493 Jun 28 14:24:51.633478 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4f8ca2dd-ed67-473d-82ec-4e816e6c0340 req-e772c5cd-0800-4a3b-a264-0cd25516b023 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335238 Jun 28 14:24:52.391601 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903c33f-3b97-4d42-957b-deaf5ded5cf1 req-2138def4-9b68-48a6-bbdf-0952efde0785 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:52.392941 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9903c33f-3b97-4d42-957b-deaf5ded5cf1 req-2138def4-9b68-48a6-bbdf-0952efde0785 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0619462 Jun 28 14:24:52.429737 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9903c33f-3b97-4d42-957b-deaf5ded5cf1 req-0ee45643-4fd0-4e31-9810-625210993839 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Jun 28 14:24:52.540959 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-7d2950cd-1010-4ed2-b3ee-7e4c1e329c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:52.542526 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-7d2950cd-1010-4ed2-b3ee-7e4c1e329c64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288&tenant_id=5f096b70de88402b847972f5cb6a198b HTTP/1.1" status: 200 len: 1097 time: 0.0886915 Jun 28 14:24:52.632235 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-14743646-a9e9-4280-ac80-97c0b98eaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:52.634316 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-14743646-a9e9-4280-ac80-97c0b98eaf1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1097 time: 0.0540214 Jun 28 14:24:52.733740 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-3e1d2590-9c41-4ecd-a80f-41bfd4eef40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:52.735197 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-3e1d2590-9c41-4ecd-a80f-41bfd4eef40d service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.0944018 Jun 28 14:24:52.803225 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-f95d4cc2-604a-4c03-ac32-24fd335e17bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b HTTP/1.1" status: 200 len: 999 time: 0.0609536 Jun 28 14:24:52.827175 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7446c-5c27-410a-91d3-108163a3f5ec req-dcb2b95b-94c7-47fd-8766-b58237bb1ea7 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:52.828766 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c4e7446c-5c27-410a-91d3-108163a3f5ec req-dcb2b95b-94c7-47fd-8766-b58237bb1ea7 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0679994 Jun 28 14:24:52.852041 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-03f1ccde-76ba-480c-936f-172012e810f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:52.853496 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-03f1ccde-76ba-480c-936f-172012e810f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0437069 Jun 28 14:24:52.867744 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c4e7446c-5c27-410a-91d3-108163a3f5ec req-18267b92-34c3-4ff2-80ae-84b3947a5d86 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330703 Jun 28 14:24:52.914507 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-5edd91a0-3aac-484b-a2ec-764fbcddcf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:52.915902 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-5edd91a0-3aac-484b-a2ec-764fbcddcf5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0560567 Jun 28 14:24:53.005199 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-a5bd22a0-47ed-487a-8d2e-8384dafcc9d8 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827327 Jun 28 14:24:53.102864 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d468d59f-7b3f-4f6c-9fdc-98b16a373eba req-8e350664-14c4-4d0d-a91c-ee5cd5301eda service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906422 Jun 28 14:24:53.604436 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf609fd-38f7-4dff-8523-87f767260853 req-9155d089-0d7d-4daf-b45f-8312b3285cb1 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:53.605920 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4bf609fd-38f7-4dff-8523-87f767260853 req-9155d089-0d7d-4daf-b45f-8312b3285cb1 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0637298 Jun 28 14:24:53.642633 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4bf609fd-38f7-4dff-8523-87f767260853 req-400d58a6-1e0f-4da7-a714-6cfdec584a9d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299673 Jun 28 14:24:54.102540 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f849e7-8dbe-4b90-86b0-3d1a0345c05a req-c1780416-a7db-45c1-9d1d-5e25ff3ba999 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:54.104154 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-88f849e7-8dbe-4b90-86b0-3d1a0345c05a req-c1780416-a7db-45c1-9d1d-5e25ff3ba999 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0889235 Jun 28 14:24:54.148907 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-88f849e7-8dbe-4b90-86b0-3d1a0345c05a req-8524b436-0d66-4b49-bf0f-f228b4ab4a91 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373964 Jun 28 14:24:54.224902 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 46876) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:54.852170 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017b34e-2d86-4af1-ae61-57232c68443b req-8c843463-5e85-4068-bb63-bb91687087f2 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:54.853889 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7017b34e-2d86-4af1-ae61-57232c68443b req-8c843463-5e85-4068-bb63-bb91687087f2 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0828450 Jun 28 14:24:54.897565 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7017b34e-2d86-4af1-ae61-57232c68443b req-61d8ff81-6225-444b-a40a-a5085a2d387d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373466 Jun 28 14:24:55.029708 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586657'] for router_interface, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:55.399494 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8071-f5a9-4bdc-a1de-c15d4c15175c req-540f4030-d202-4fb2-816f-890170ca59e0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:55.400971 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e01a8071-f5a9-4bdc-a1de-c15d4c15175c req-540f4030-d202-4fb2-816f-890170ca59e0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.1174583 Jun 28 14:24:55.427341 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Deleting port 5aaa6f97-b342-4173-8a42-9d43216cdec7 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:24:55.427685 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:55.484911 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-e01a8071-f5a9-4bdc-a1de-c15d4c15175c req-6a6b19db-1bfd-4423-ab90-50b758273f96 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769610 Jun 28 14:24:55.519037 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] For port 5aaa6f97-b342-4173-8a42-9d43216cdec7, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=5aaa6f97-b342-4173-8a42-9d43216cdec7,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:55.519394 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:55.534051 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Calling delete_port for 5aaa6f97-b342-4173-8a42-9d43216cdec7 owned by network:router_interface {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:24:55.804896 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:55.807049 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-52b5917a-771c-482d-b6ca-c76ead4be8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:55.834125 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Pushing event deleted for resources: {'Port': ['ID=5aaa6f97-b342-4173-8a42-9d43216cdec7,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:55.837346 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:56.057170 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1650670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577233'] for router_interface, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:56.122398 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d40ea1-b546-4bab-ae1d-43155c91aa6c req-d11dad28-5812-488d-9d2e-47932232642c tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:56.125288 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-90d40ea1-b546-4bab-ae1d-43155c91aa6c req-d11dad28-5812-488d-9d2e-47932232642c tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0683417 Jun 28 14:24:56.165453 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-90d40ea1-b546-4bab-ae1d-43155c91aa6c req-e95ec33e-db81-4f16-9a9b-b0dde055f3b5 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345039 Jun 28 14:24:56.316116 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:24:56.430603 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:24:56.436420 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] 10.222.0.35 "PUT /v2.0/routers/bfd602d5-d0ed-4e9c-a244-a72b06b7fc10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2104533 Jun 28 14:24:56.439131 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46888) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:56.440942 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] Sync routers for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:24:56.455931 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:24:56.457012 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:24:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:56.570508 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:24:56.577984 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:56.707425 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b23ea-c138-4623-8ff6-19bbbced7c43 req-617aad89-1856-442d-a22f-c1b4d21a6fad tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:56.715440 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f01b23ea-c138-4623-8ff6-19bbbced7c43 req-617aad89-1856-442d-a22f-c1b4d21a6fad tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0975466 Jun 28 14:24:56.752769 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:56.777605 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f01b23ea-c138-4623-8ff6-19bbbced7c43 req-1dfa54f4-67ae-4427-93c4-2a12da8e0ef8 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522242 Jun 28 14:24:56.791448 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:24:55Z', 'revision_number': 5, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port': {'id': 'aafea9a7-f87b-404b-b705-4b4a1ed8c141', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:56.820679 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] Checking router: bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:24:56.830758 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] Routers {'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:24:56.831580 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:24:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:56.867248 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Deleting port aafea9a7-f87b-404b-b705-4b4a1ed8c141 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:24:56.867899 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:56.929974 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] Set router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 gateway port host: None {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:24:56.989202 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] For port aafea9a7-f87b-404b-b705-4b4a1ed8c141, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=aafea9a7-f87b-404b-b705-4b4a1ed8c141,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:56.990064 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:56.990569 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:24:56Z', 'revision_number': 6, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port_host': None}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:57.005505 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Calling delete_port for aafea9a7-f87b-404b-b705-4b4a1ed8c141 owned by network:router_gateway {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:24:57.019589 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687c9c7-04b9-4322-a857-9e387dd27211 None None] The sync data for ids ['bfd602d5-d0ed-4e9c-a244-a72b06b7fc10'] in dv-cinder-761113-15-smb is: [{'id': 'bfd602d5-d0ed-4e9c-a244-a72b06b7fc10', 'name': 'tempest-AttachVolumeTestJSON-1384330735-router', 'tenant_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:57Z', 'updated_at': '2021-06-28T14:24:56Z', 'revision_number': 6, 'project_id': 'b57fa15d98dc40e5a34ce023e48fd4ed', 'gw_port_host': None}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:24:57.268028 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:57.279654 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ca78630c-a892-4bad-8c68-39505b3391b6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:57.331552 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafea9a7-f87b-404b-b705-4b4a1ed8c141,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:57.353640 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:57.406988 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513924'] for router_gateway, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:57.790560 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebf83-3bd2-4da7-be47-bd4281c33c7e req-b73ec476-827c-4481-94e8-28b2328c3e13 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:57.792077 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-655ebf83-3bd2-4da7-be47-bd4281c33c7e req-b73ec476-827c-4481-94e8-28b2328c3e13 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.5086374 Jun 28 14:24:57.793790 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4398'] for router, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:57.798347 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:57.913340 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-655ebf83-3bd2-4da7-be47-bd4281c33c7e req-89e95be5-7c7c-4d87-a96c-43264af74ecd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131105 Jun 28 14:24:57.986833 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82721c39-8544-4797-bf26-995289560e09 req-06f3827b-4b34-44ec-b41f-3761b6d9758e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:57.988527 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-82721c39-8544-4797-bf26-995289560e09 req-06f3827b-4b34-44ec-b41f-3761b6d9758e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0874746 Jun 28 14:24:58.016768 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-514766'] for router, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.018237 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 {{(pid=93575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:24:58.030325 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.036582 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7a58c6f4-0b49-43fc-b7ee-d1c198ffae59 admin admin] 10.222.0.35 "DELETE /v2.0/routers/bfd602d5-d0ed-4e9c-a244-a72b06b7fc10 HTTP/1.1" status: 204 len: 168 time: 1.5913081 Jun 28 14:24:58.036863 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-82721c39-8544-4797-bf26-995289560e09 req-cc196052-ee72-4256-ba69-9b160feb0ef5 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369372 Jun 28 14:24:58.036958 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46896) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:58.092522 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_v2 [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Deleting subnet cac23c3f-b263-4edf-9247-5b5a4d3cac4d {{(pid=93575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:24:58.095939 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.136411 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869720'] for subnet, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.253318 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.370823 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3104625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2941460'] for subnet, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.374139 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:58.401617 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac23c3f-b263-4edf-9247-5b5a4d3cac4d,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:58.405277 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:58.406743 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.408638 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-58268cb8-b0f4-4bd1-98ff-0bd2dabc591d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cac23c3f-b263-4edf-9247-5b5a4d3cac4d HTTP/1.1" status: 204 len: 168 time: 0.3736875 Jun 28 14:24:58.411590 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46898) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:58.412216 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688feec8-6ebd-454f-a0fd-da5676d4d6f1 None None] Network 9fa041cb-195b-4e28-9b64-f4aea1198091 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:24:58.490643 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.565336 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Deleting port cf8ced8f-e8fc-420c-9632-737a58ec3360 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:24:58.565689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.629684 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] For port cf8ced8f-e8fc-420c-9632-737a58ec3360, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=cf8ced8f-e8fc-420c-9632-737a58ec3360,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:58.629960 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.644746 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Calling delete_port for cf8ced8f-e8fc-420c-9632-737a58ec3360 owned by network:dhcp {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:24:58.647032 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] DHCP port deletion for 9fa041cb-195b-4e28-9b64-f4aea1198091 request from dv-cinder-761113-15-smb {{(pid=93577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:24:58.724246 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Deleting port cf8ced8f-e8fc-420c-9632-737a58ec3360 {{(pid=93577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:24:58.724637 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.792629 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] For port cf8ced8f-e8fc-420c-9632-737a58ec3360, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=cf8ced8f-e8fc-420c-9632-737a58ec3360,segment=NetworkSegment(bb949817-6df0-4cd6-913b-0db96192baaf),segment_id=bb949817-6df0-4cd6-913b-0db96192baaf)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:24:58.793157 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.794428 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.797766 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6aa87bc3-78a6-4a80-adac-8d1f6e93a7f7 tempest-ServerRescueNegativeTestJSON-1857593225 tempest-ServerRescueNegativeTestJSON-1857593225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:58.823594 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8ced8f-e8fc-420c-9632-737a58ec3360,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:58.830890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] No DVR routers for this DVR port cf8ced8f-e8fc-420c-9632-737a58ec3360 on host dv-cinder-761113-15-smb {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:24:58.833304 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:58.915927 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:58.928201 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa041cb-195b-4e28-9b64-f4aea1198091']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:58.931989 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Calling delete_port for cf8ced8f-e8fc-420c-9632-737a58ec3360 owned by network:dhcp {{(pid=93577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:24:58.960522 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb949817-6df0-4cd6-913b-0db96192baaf') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:58.960686 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb949817-6df0-4cd6-913b-0db96192baaf') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:24:58.974026 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:59.013073 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:59.030509 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:24:59.033225 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:24:59.035693 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:24:59.046987 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 5aaa6f97-b342-4173-8a42-9d43216cdec7 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:24:59.093454 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 5aaa6f97-b342-4173-8a42-9d43216cdec7 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:24:59.093827 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 5aaa6f97-b342-4173-8a42-9d43216cdec7 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:24:59.094239 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device aafea9a7-f87b-404b-b705-4b4a1ed8c141 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:24:59.133548 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: aafea9a7-f87b-404b-b705-4b4a1ed8c141 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:24:59.133973 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device aafea9a7-f87b-404b-b705-4b4a1ed8c141 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:24:59.134461 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device cf8ced8f-e8fc-420c-9632-737a58ec3360 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:24:59.157373 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: cf8ced8f-e8fc-420c-9632-737a58ec3360 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:24:59.157722 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device cf8ced8f-e8fc-420c-9632-737a58ec3360 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:24:59.171972 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:59.174090 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:59.193234 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c9c2e-ea2d-482f-a456-aca95c6e5ae6 req-80e13cb7-d531-464d-a3d1-3d0c11cc98ae tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:59.195061 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c02c9c2e-ea2d-482f-a456-aca95c6e5ae6 req-80e13cb7-d531-464d-a3d1-3d0c11cc98ae tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0800288 Jun 28 14:24:59.218164 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Pushing event deleted for resources: {'Port': ['ID=cf8ced8f-e8fc-420c-9632-737a58ec3360,revision_number=None']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:59.223146 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:59.224167 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] No DVR routers for this DVR port cf8ced8f-e8fc-420c-9632-737a58ec3360 on host dv-cinder-761113-15-smb {{(pid=93577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:24:59.274892 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-c02c9c2e-ea2d-482f-a456-aca95c6e5ae6 req-eefaf8e5-13bc-4a29-a1c7-63f0627d63a4 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739973 Jun 28 14:24:59.302352 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:59.306067 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:24:59.306618 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d3b0f-2a0f-4afa-a601-5b649cf75e80 req-02124630-f07d-4058-9d88-b0b528d56226 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:24:59.308179 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d6d3b0f-2a0f-4afa-a601-5b649cf75e80 req-02124630-f07d-4058-9d88-b0b528d56226 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0998445 Jun 28 14:24:59.308701 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:59.310580 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9fa041cb-195b-4e28-9b64-f4aea1198091 HTTP/1.1" status: 204 len: 168 time: 0.8981380 Jun 28 14:24:59.326319 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa041cb-195b-4e28-9b64-f4aea1198091,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:24:59.329986 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:24:59.358657 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8d6d3b0f-2a0f-4afa-a601-5b649cf75e80 req-4ffb0a3d-ca7f-4ec9-a777-38f83783afe9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Jun 28 14:24:59.843515 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46908) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:59.883193 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-2f0ff739-b3d6-4fa8-b548-eed26167eb72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b57fa15d98dc40e5a34ce023e48fd4ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384157 Jun 28 14:24:59.885573 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 46910) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:24:59.940325 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:24:59.964155 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:00.095094 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:00.098024 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:00.101830 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93e2fef3-b825-42f6-b3b0-8cd42950013b HTTP/1.1" status: 204 len: 168 time: 0.2128842 Jun 28 14:25:00.101830 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-50aaff9c-33e6-4fad-8af9-458828e74c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:00.109654 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e2fef3-b825-42f6-b3b0-8cd42950013b,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:00.113572 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:00.473087 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8eaa3-2a8c-43a3-b471-cb969514eb30 req-798d0950-42aa-4d34-acf0-a4930eac65e5 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:00.480021 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a7d8eaa3-2a8c-43a3-b471-cb969514eb30 req-798d0950-42aa-4d34-acf0-a4930eac65e5 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0997946 Jun 28 14:25:00.527671 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a7d8eaa3-2a8c-43a3-b471-cb969514eb30 req-42319156-59a9-4f32-92f2-23299f73cc19 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466819 Jun 28 14:25:00.593186 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43d15a-0da1-469d-8914-aa3dae56b421 req-ad745ca9-d74b-4efc-990b-924d16c2eefe tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:00.595624 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fb43d15a-0da1-469d-8914-aa3dae56b421 req-ad745ca9-d74b-4efc-990b-924d16c2eefe tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0741558 Jun 28 14:25:00.650980 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fb43d15a-0da1-469d-8914-aa3dae56b421 req-008324d1-fdce-43d9-91dc-deb4d8854c09 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Jun 28 14:25:01.761808 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f65e-61b9-4446-bd92-3c3a9de4495f req-492fcc08-acf1-4554-9be2-fe07dad7772d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:01.763928 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0fa4f65e-61b9-4446-bd92-3c3a9de4495f req-492fcc08-acf1-4554-9be2-fe07dad7772d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0956581 Jun 28 14:25:01.812567 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-0fa4f65e-61b9-4446-bd92-3c3a9de4495f req-340d6d14-0b6b-42da-b054-5494ea83de50 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389526 Jun 28 14:25:01.898744 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d8099-3201-46b2-9db8-f4e90a266a36 req-8d0953f2-5355-4387-8654-16d35234d4ae tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:01.900278 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a33d8099-3201-46b2-9db8-f4e90a266a36 req-8d0953f2-5355-4387-8654-16d35234d4ae tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0911205 Jun 28 14:25:01.961307 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a33d8099-3201-46b2-9db8-f4e90a266a36 req-6839f4d8-8739-4742-a4b5-13546650eb75 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543170 Jun 28 14:25:02.804905 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-05d67dfa-9ed8-4bff-a44b-1135c4f94f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:03.064357 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a458271-5e91-44eb-9050-23f2f4319bcb req-7d903dc6-a8e0-4b35-8c8a-f65f3eeba68f tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:03.066611 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5a458271-5e91-44eb-9050-23f2f4319bcb req-7d903dc6-a8e0-4b35-8c8a-f65f3eeba68f tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0972545 Jun 28 14:25:03.104157 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5a458271-5e91-44eb-9050-23f2f4319bcb req-74d54e79-696e-4f62-b73a-31fcafea0113 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Jun 28 14:25:03.195254 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e70ca-684e-479e-893f-1aceb7f52a0f req-037eb051-2322-4909-836f-808569faac81 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:03.196811 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ce1e70ca-684e-479e-893f-1aceb7f52a0f req-037eb051-2322-4909-836f-808569faac81 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0781095 Jun 28 14:25:03.236161 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ce1e70ca-684e-479e-893f-1aceb7f52a0f req-bca1ed89-fb01-4d19-99a0-f46613afc539 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328836 Jun 28 14:25:04.298732 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9f94a-96ec-4308-ae90-c2104d3655ba req-f2f1a1f6-6f1c-4aa1-8db4-d177a71d7175 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:04.300247 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-22f9f94a-96ec-4308-ae90-c2104d3655ba req-f2f1a1f6-6f1c-4aa1-8db4-d177a71d7175 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0674415 Jun 28 14:25:04.338787 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-22f9f94a-96ec-4308-ae90-c2104d3655ba req-22d410b3-6d40-41b7-adc8-1c280c8427e1 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Jun 28 14:25:04.470855 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-6826c400-ccb0-4642-a704-08baad34cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:04.472347 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-6826c400-ccb0-4642-a704-08baad34cecc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1098 time: 0.0970685 Jun 28 14:25:04.479536 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b983-152a-4df8-838b-7f1de105a5b5 req-015577d8-bdbf-4070-a10f-fdfa8f6377eb tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:04.480878 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ff37b983-152a-4df8-838b-7f1de105a5b5 req-015577d8-bdbf-4070-a10f-fdfa8f6377eb tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0981948 Jun 28 14:25:04.568800 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ff37b983-152a-4df8-838b-7f1de105a5b5 req-f1a6bb1b-937f-4cb1-9a74-271af9bd7166 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792871 Jun 28 14:25:04.593361 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-3d0d5a9a-10f3-43fe-baeb-b2d4a6e14970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:04.594848 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-3d0d5a9a-10f3-43fe-baeb-b2d4a6e14970 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 200 len: 909 time: 0.1131442 Jun 28 14:25:04.713168 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-299e41ec-d0dc-4510-b222-4f9a4e06d5c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 200 len: 1001 time: 0.0592737 Jun 28 14:25:04.780895 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-63e2c0b8-2fd5-4308-b0f0-48a40e3fc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:04.782355 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-63e2c0b8-2fd5-4308-b0f0-48a40e3fc667 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1f216d5-39ff-4eda-9712-2e661d0bc6df HTTP/1.1" status: 200 len: 847 time: 0.0439229 Jun 28 14:25:04.843700 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-76f483c1-1e93-454f-bbdf-72cb6da5758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:04.845133 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-76f483c1-1e93-454f-bbdf-72cb6da5758d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1aafa51-5bf9-408b-b862-6d2120c31368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0562611 Jun 28 14:25:04.934266 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-ef07f44b-1e6d-43c4-bcc5-7b4d14267f34 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821574 Jun 28 14:25:05.027003 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9fdc3081-ea7c-4474-8d28-2e7cc5bce5ac req-f34901cf-598e-43f5-9217-744ca25dc7c4 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861189 Jun 28 14:25:05.319305 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4f93bd98-ba24-4cf7-a530-4e0205a900ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:05.507856 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:05.511567 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d7629-f83a-45cc-84f1-4ac1fd899a02 req-f8a92802-ae62-4ae0-bfd9-f90c22ab6f36 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:05.523220 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-393d7629-f83a-45cc-84f1-4ac1fd899a02 req-f8a92802-ae62-4ae0-bfd9-f90c22ab6f36 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0642087 Jun 28 14:25:05.551543 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-393d7629-f83a-45cc-84f1-4ac1fd899a02 req-06c154d0-780c-4873-b793-cc7116ddc754 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Jun 28 14:25:05.574908 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:05.747271 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed205ac-ebf1-497c-a49f-a75885efa15e req-f9ca6384-111f-4322-bb90-82a364e955c9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:05.748801 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bed205ac-ebf1-497c-a49f-a75885efa15e req-f9ca6384-111f-4322-bb90-82a364e955c9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 944 time: 0.0620439 Jun 28 14:25:05.787483 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-bed205ac-ebf1-497c-a49f-a75885efa15e req-5d277580-fe44-446b-9def-3549c8620c1e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Jun 28 14:25:05.835536 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:25:05.861099 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:25:05.921542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-b9d11a1e-00cb-4c77-a7e4-b53bba491db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:05.923060 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-b9d11a1e-00cb-4c77-a7e4-b53bba491db8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f096b70de88402b847972f5cb6a198b&device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1097 time: 0.0551138 Jun 28 14:25:05.933474 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:05.946352 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'port_id': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'mac_address': 'fa:16:3e:57:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:25:05.986266 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:05.999110 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:25:06.018712 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:06.031477 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-a0a17137-fb9d-44aa-9b1a-baa3a71f792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:06.032965 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-a0a17137-fb9d-44aa-9b1a-baa3a71f792f service neutron] 10.222.0.37 "GET /v2.0/networks?id=afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 200 len: 918 time: 0.0898471 Jun 28 14:25:06.097598 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-4e30a72a-e64d-41b9-a79e-bef1d5bb17d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b HTTP/1.1" status: 200 len: 999 time: 0.0574408 Jun 28 14:25:06.101680 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:06.115132 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:06.149943 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=9']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:06.150564 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-5f8bfa41-1e64-4bf1-b544-01ac95e57553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:06.152027 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-5f8bfa41-1e64-4bf1-b544-01ac95e57553 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 200 len: 856 time: 0.0475192 Jun 28 14:25:06.153348 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:06.209646 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-3e055697-3192-4170-9910-210588b662ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:06.211090 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-3e055697-3192-4170-9910-210588b662ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afd20472-d144-4be0-9b53-2a7326bf8d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0511508 Jun 28 14:25:06.310335 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-ca97a3fc-231a-4a43-aae5-cf6d61b7fa3a service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855348 Jun 28 14:25:06.392928 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:25:06.570780 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:06.652481 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-fe2ae3b6-1f48-44cc-88ab-ae8cfd8389bf req-279bfa15-1ff1-487c-8334-67d9177a2cc0 service neutron] 10.222.0.37 "GET /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390088 Jun 28 14:25:06.731487 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f88e23-0486-4641-8947-237268ca4f1b req-d6c081e4-5fbd-4268-b565-c910ee5ba87c tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:06.733861 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-96f88e23-0486-4641-8947-237268ca4f1b req-d6c081e4-5fbd-4268-b565-c910ee5ba87c tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0697870 Jun 28 14:25:06.772435 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-96f88e23-0486-4641-8947-237268ca4f1b req-75e8680f-8857-41a6-bd6b-b41f79f010fc tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328140 Jun 28 14:25:06.972212 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615853-692c-4714-b75e-764875ffa5cd req-3c9d712c-bcba-49da-bb19-afdf2e73b10b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:06.973713 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2d615853-692c-4714-b75e-764875ffa5cd req-3c9d712c-bcba-49da-bb19-afdf2e73b10b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 945 time: 0.0707750 Jun 28 14:25:07.012195 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2d615853-692c-4714-b75e-764875ffa5cd req-b20f3cb2-2d85-4528-b51e-50ea82772da2 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Jun 28 14:25:07.871519 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:25:07.917236 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:25:07.917609 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:07.947196 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0706b9-2b27-410f-8386-ffd0b3236787 req-ee6ccb32-65bc-40b2-918b-8804ee990137 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:07.948791 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ad0706b9-2b27-410f-8386-ffd0b3236787 req-ee6ccb32-65bc-40b2-918b-8804ee990137 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0635259 Jun 28 14:25:07.986215 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ad0706b9-2b27-410f-8386-ffd0b3236787 req-a64835df-6ddd-437d-8881-fb740b8c1ccc tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Jun 28 14:25:07.994431 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:08.017831 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:25:08.020670 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b29b5-d463-4eae-a13d-baaaa5e6ccd1" -d '{"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:25:08.034193 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:08.072965 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a5830-7eae-413e-97e7-000efd828c09 x-openstack-request-id: req-e01a5830-7eae-413e-97e7-000efd828c09 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:25:08.073433 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:25:08.073775 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e01a5830-7eae-413e-97e7-000efd828c09 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:25:08.074241 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'code': 200} Jun 28 14:25:08.130424 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:08.132679 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:08.190168 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=10']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:08.200485 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:08.201650 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:08.227922 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708da36c-380e-4df0-b0c9-a4046b0b89dc req-d539edb5-cd44-4c74-b50e-c302dc8e99f6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:08.229484 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-708da36c-380e-4df0-b0c9-a4046b0b89dc req-d539edb5-cd44-4c74-b50e-c302dc8e99f6 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 947 time: 0.0625999 Jun 28 14:25:08.270838 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-708da36c-380e-4df0-b0c9-a4046b0b89dc req-0a45814b-2f0e-47b0-95ff-87b5884a0667 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353880 Jun 28 14:25:08.490104 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831cc73-b53b-46b0-a1f2-4f9b900fb323 req-dfc9ba94-f4c8-4c0f-a289-070310f94be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:08.491649 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1831cc73-b53b-46b0-a1f2-4f9b900fb323 req-dfc9ba94-f4c8-4c0f-a289-070310f94be5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 1100 time: 0.0556498 Jun 28 14:25:08.528280 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1831cc73-b53b-46b0-a1f2-4f9b900fb323 req-08be1225-14f8-4803-8a0b-bfdec29d39f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287409 Jun 28 14:25:08.621106 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706ef7-8768-4015-8aeb-93cf0722fdaa req-e6ef4ae3-ecd4-431c-b8a8-6eaa5b4da539 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:08.622587 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4e706ef7-8768-4015-8aeb-93cf0722fdaa req-e6ef4ae3-ecd4-431c-b8a8-6eaa5b4da539 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.1018386 Jun 28 14:25:08.626390 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-231389c0-85ce-4d64-9cd5-0a6629f08f81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963171 Jun 28 14:25:08.662608 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4e706ef7-8768-4015-8aeb-93cf0722fdaa req-43585deb-8a6a-45f1-91c3-965629cb774a tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340950 Jun 28 14:25:09.451102 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d112a5-dab9-4424-be40-0c179691a7d1 req-04c5c88f-24ee-4527-b64c-1778627f6999 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:09.452520 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-83d112a5-dab9-4424-be40-0c179691a7d1 req-04c5c88f-24ee-4527-b64c-1778627f6999 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 947 time: 0.0638533 Jun 28 14:25:09.491617 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-83d112a5-dab9-4424-be40-0c179691a7d1 req-8fd83817-bee5-4e68-b4c6-ae52b4cb0249 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Jun 28 14:25:09.847479 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b54370-1bb2-4966-9c5a-9d1f06282305 req-f2bbc695-349c-4dbf-af19-7ea9d4b68406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:09.848882 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f4b54370-1bb2-4966-9c5a-9d1f06282305 req-f2bbc695-349c-4dbf-af19-7ea9d4b68406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0706570 Jun 28 14:25:09.869720 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device a5370756-fb85-4693-819f-03dfa57b8cfc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:25:09.886637 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-f4b54370-1bb2-4966-9c5a-9d1f06282305 req-9cbb0252-f647-4a96-88ce-69bf23cd1d43 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Jun 28 14:25:09.953806 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:09.984553 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:10.075806 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:25:10.078207 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d1049-5986-4293-a980-659f990ae9b9" -d '{"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:25:10.109195 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35f582e-f91d-4072-8204-2acb016d156e x-openstack-request-id: req-e35f582e-f91d-4072-8204-2acb016d156e {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:25:10.109502 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-unplugged", "status": "failed", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc", "code": 422}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:25:10.109765 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e35f582e-f91d-4072-8204-2acb016d156e {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:25:10.110194 dv-cinder-761113-15-smb neutron-server[93577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'code': 422} returned with failed status Jun 28 14:25:10.113459 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:10.115299 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:10.164523 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=6']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:10.169824 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:10.682367 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459fc95-1e20-444a-a818-fd3fba1d5d38 req-e84a0845-abc4-40bd-aea0-b0c7158b7304 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:10.684087 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4459fc95-1e20-444a-a818-fd3fba1d5d38 req-e84a0845-abc4-40bd-aea0-b0c7158b7304 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 947 time: 0.0660224 Jun 28 14:25:10.725421 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-4459fc95-1e20-444a-a818-fd3fba1d5d38 req-fa57d5bf-d3fa-401b-8dae-8ab9fb913889 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359185 Jun 28 14:25:11.075469 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77316be-9736-4fd3-bb75-0a58a033f371 req-005e802e-62f0-48ff-b305-0518651ac823 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:11.077078 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d77316be-9736-4fd3-bb75-0a58a033f371 req-005e802e-62f0-48ff-b305-0518651ac823 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0692997 Jun 28 14:25:11.116760 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-d77316be-9736-4fd3-bb75-0a58a033f371 req-28dfbbca-d521-4cba-a95e-d39fb190acb5 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331402 Jun 28 14:25:11.462272 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-1e9c94c7-ae0b-4d52-a790-15e1c713a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:11.463733 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-1e9c94c7-ae0b-4d52-a790-15e1c713a4d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38&tenant_id=4196a0dc8358414eb45e0e17fcca3152 HTTP/1.1" status: 200 len: 1096 time: 0.0528820 Jun 28 14:25:11.556987 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-b0c0efa6-6183-4441-beaf-b8ca259ed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:11.558424 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-b0c0efa6-6183-4441-beaf-b8ca259ed8cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1096 time: 0.0507679 Jun 28 14:25:11.661197 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-c096dd10-fbd7-44f5-8cd3-a19c24aa99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:11.662975 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-c096dd10-fbd7-44f5-8cd3-a19c24aa99f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 200 len: 909 time: 0.0982389 Jun 28 14:25:11.732580 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-e85b4897-169b-47be-8b1d-2df9a7fdb5fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 200 len: 999 time: 0.0618541 Jun 28 14:25:11.789705 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-88cf980d-5d66-4bee-a1a1-7e87f89a4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:11.791178 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-88cf980d-5d66-4bee-a1a1-7e87f89a4c88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1f216d5-39ff-4eda-9712-2e661d0bc6df HTTP/1.1" status: 200 len: 847 time: 0.0531957 Jun 28 14:25:11.883355 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-af4884e8-2e1a-4525-bf57-961315fff91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:11.885074 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-af4884e8-2e1a-4525-bf57-961315fff91f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1aafa51-5bf9-408b-b862-6d2120c31368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0870454 Jun 28 14:25:11.964909 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd793bc-9c68-45f6-a4b9-c512c7ea406f req-d0ca8e9c-5102-42a3-a31c-170e8291e6d9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:11.968997 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6cd793bc-9c68-45f6-a4b9-c512c7ea406f req-d0ca8e9c-5102-42a3-a31c-170e8291e6d9 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 947 time: 0.0942984 Jun 28 14:25:11.996012 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-cbef8d9c-6731-463a-af16-2da068378a5d service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023912 Jun 28 14:25:12.019490 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-6cd793bc-9c68-45f6-a4b9-c512c7ea406f req-fddc6589-3be9-4ed0-b07c-25d99a4c077e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Jun 28 14:25:12.093403 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f0f9d976-6be3-4fc5-b687-ed745b853ca5 req-001f20c1-b2ab-4c4c-b7c6-4cf553ebfaab service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911357 Jun 28 14:25:12.290281 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbefe4-1770-4331-9489-0748ab6d0061 req-c406a05b-bd74-46b5-b6cf-2fce74dda9e0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:12.291682 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b9dbefe4-1770-4331-9489-0748ab6d0061 req-c406a05b-bd74-46b5-b6cf-2fce74dda9e0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0630155 Jun 28 14:25:12.330159 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b9dbefe4-1770-4331-9489-0748ab6d0061 req-85f03f5c-28b6-4642-ba22-52f0323bed3a tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328083 Jun 28 14:25:12.567497 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47128) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:12.671721 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-514271d4-2a03-458a-84d0-d78edd33a49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:12.756325 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-514271d4-2a03-458a-84d0-d78edd33a49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:12.832433 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-514271d4-2a03-458a-84d0-d78edd33a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:12.835753 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9824319a-6e3a-4434-9b6a-2133d1a5c65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:12.869944 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-514271d4-2a03-458a-84d0-d78edd33a49f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a98cb062a1142f1931257e373d52899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013537 Jun 28 14:25:12.871100 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514271d4-2a03-458a-84d0-d78edd33a49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5cca2c-0eee-4dd6-a6f5-48557290bfc0,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:12.872798 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47132) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:12.874369 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-514271d4-2a03-458a-84d0-d78edd33a49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:12.923980 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e7173907-af41-4ec2-9c7a-598e0ed66088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:12.950227 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e7173907-af41-4ec2-9c7a-598e0ed66088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.056629 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e7173907-af41-4ec2-9c7a-598e0ed66088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.059263 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-e7173907-af41-4ec2-9c7a-598e0ed66088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.060451 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-e7173907-af41-4ec2-9c7a-598e0ed66088 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec5cca2c-0eee-4dd6-a6f5-48557290bfc0 HTTP/1.1" status: 204 len: 168 time: 0.1865129 Jun 28 14:25:13.061205 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-70767e54-bff3-4b35-b827-67d27e84269f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:13.069536 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173907-af41-4ec2-9c7a-598e0ed66088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5cca2c-0eee-4dd6-a6f5-48557290bfc0,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:13.072026 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e7173907-af41-4ec2-9c7a-598e0ed66088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:13.503768 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b15d42-a000-41b2-80b0-f8d8ac0c450a req-5152c4f8-2809-4665-8f1e-a4dc50f11543 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:13.505289 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-98b15d42-a000-41b2-80b0-f8d8ac0c450a req-5152c4f8-2809-4665-8f1e-a4dc50f11543 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 943 time: 0.0620010 Jun 28 14:25:13.543413 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-98b15d42-a000-41b2-80b0-f8d8ac0c450a req-3ce9d2b6-7533-4c3c-aa1e-d1657c24de68 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Jun 28 14:25:13.648578 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47140) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:13.663046 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-da861ddb-ae29-4366-9bde-435ecdf33932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.754169 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-da861ddb-ae29-4366-9bde-435ecdf33932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.833250 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-da861ddb-ae29-4366-9bde-435ecdf33932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.835752 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-891a17e1-d90a-49af-b414-cf31f454b271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:13.873097 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-da861ddb-ae29-4366-9bde-435ecdf33932 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4225285fa90143cdbd5cec6df6be72b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234254 Jun 28 14:25:13.874053 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da861ddb-ae29-4366-9bde-435ecdf33932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60c2b18-a9d7-41a7-9e95-a2f2f878e43a,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:13.875634 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device a5370756-fb85-4693-819f-03dfa57b8cfc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:25:13.876326 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47142) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:13.883162 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-da861ddb-ae29-4366-9bde-435ecdf33932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:13.926461 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.947064 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:13.967737 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:13.978716 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'port_id': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'mac_address': 'fa:16:3e:d0:f5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:25:14.016436 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:14.029050 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5370756-fb85-4693-819f-03dfa57b8cfc {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:25:14.047920 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:14.048953 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:14.053731 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:14.053731 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e60c2b18-a9d7-41a7-9e95-a2f2f878e43a HTTP/1.1" status: 204 len: 168 time: 0.1756375 Jun 28 14:25:14.053937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-89f1db49-90c1-4312-95e6-30337b0ed825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:14.061270 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60c2b18-a9d7-41a7-9e95-a2f2f878e43a,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:14.063485 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:14.136391 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:14.138138 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:14.182968 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=7']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:14.186012 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:14.420076 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['a5370756-fb85-4693-819f-03dfa57b8cfc'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:25:14.725604 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ef500-d0c1-42df-958e-3c8ab6f7d410 req-6c13a792-b506-4048-ab08-03064ed35942 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:14.727118 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6f0ef500-d0c1-42df-958e-3c8ab6f7d410 req-6c13a792-b506-4048-ab08-03064ed35942 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 944 time: 0.0688808 Jun 28 14:25:14.765133 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6f0ef500-d0c1-42df-958e-3c8ab6f7d410 req-89170b21-5d94-4782-9fa3-42f5b7b38f41 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Jun 28 14:25:15.893706 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device a5370756-fb85-4693-819f-03dfa57b8cfc up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:25:15.941147 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5d056-f068-4bd3-8f96-0857c69d32e2 req-a465267f-01d3-410c-956a-8558f3ea202a tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:15.943340 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-09c5d056-f068-4bd3-8f96-0857c69d32e2 req-a465267f-01d3-410c-956a-8558f3ea202a tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 944 time: 0.0694835 Jun 28 14:25:15.945588 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port a5370756-fb85-4693-819f-03dfa57b8cfc triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:25:15.946080 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:15.991023 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-09c5d056-f068-4bd3-8f96-0857c69d32e2 req-f19292a6-2613-491d-9fcf-67cd6408e4ca tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Jun 28 14:25:16.029039 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:16.051056 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:25:16.054111 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb07be-14ce-47d3-9277-d1fea693c4c1" -d '{"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-plugged", "status": "completed", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:25:16.067408 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:16.091067 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7951de0f-673b-439d-8f5a-0d46fa0cbd0c x-openstack-request-id: req-7951de0f-673b-439d-8f5a-0d46fa0cbd0c {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:25:16.091396 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-plugged", "status": "completed", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:25:16.091661 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7951de0f-673b-439d-8f5a-0d46fa0cbd0c {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:25:16.092085 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'code': 200} Jun 28 14:25:16.165009 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:16.167574 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:16.213520 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=8']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:16.216627 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:16.491298 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1f3d5-caa4-4dad-b84c-e575b47461da req-5bea2df4-fa5e-45fc-b3f6-316b6dce7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:16.492758 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-13a1f3d5-caa4-4dad-b84c-e575b47461da req-5bea2df4-fa5e-45fc-b3f6-316b6dce7dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1098 time: 0.0512364 Jun 28 14:25:16.531385 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-13a1f3d5-caa4-4dad-b84c-e575b47461da req-dcf4476e-0cb0-4d2b-ae86-5ab3761d1c2d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Jun 28 14:25:16.975056 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47218) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:17.080561 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9da775f-6465-47f3-ba5c-7ddcd1e293ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:17.196056 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baa300-ccce-47fe-8bfd-6d2d1e810753 req-99b7779d-66b9-400f-a356-a403abbcf559 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:17.197546 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d3baa300-ccce-47fe-8bfd-6d2d1e810753 req-99b7779d-66b9-400f-a356-a403abbcf559 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0906339 Jun 28 14:25:17.229205 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9da775f-6465-47f3-ba5c-7ddcd1e293ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:17.245798 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-d3baa300-ccce-47fe-8bfd-6d2d1e810753 req-1ce4ccb8-1342-4f04-9fcb-7fa0130409eb tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Jun 28 14:25:17.305990 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c9da775f-6465-47f3-ba5c-7ddcd1e293ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:17.308465 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-df67b77c-9594-4ca0-9d0a-3df17e39a0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:17.344497 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da775f-6465-47f3-ba5c-7ddcd1e293ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7313eb-ac6f-4292-9fcc-8292111c46ea,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:17.348731 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-c9da775f-6465-47f3-ba5c-7ddcd1e293ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9473a9f345c48b999b84ecadd831b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726707 Jun 28 14:25:17.349613 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c9da775f-6465-47f3-ba5c-7ddcd1e293ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:17.353356 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47224) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:17.402558 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:17.424533 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:17.564636 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:17.568696 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:17.569847 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf7313eb-ac6f-4292-9fcc-8292111c46ea HTTP/1.1" status: 204 len: 168 time: 0.2175150 Jun 28 14:25:17.570706 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-518915c3-5b35-422e-b78b-c3fdc9c7a984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:17.578177 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7313eb-ac6f-4292-9fcc-8292111c46ea,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:17.580529 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:18.229302 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47230) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:18.242604 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7f7d903d-1847-4631-bd93-effe65506f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:18.328298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7f7d903d-1847-4631-bd93-effe65506f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:18.398570 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7f7d903d-1847-4631-bd93-effe65506f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:18.401843 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b3c7f831-6ef3-4168-a1de-cc42ac5d2045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:18.422148 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43e55b-0458-48de-8761-584716b5098c req-d20a9b3f-f761-484c-b0e8-3ba1bd0859d2 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:18.423632 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec43e55b-0458-48de-8761-584716b5098c req-d20a9b3f-f761-484c-b0e8-3ba1bd0859d2 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0664351 Jun 28 14:25:18.439494 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7f7d903d-1847-4631-bd93-effe65506f5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1979d8aa479468db92fcd1bb7283b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068028 Jun 28 14:25:18.439780 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47234) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:18.446473 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d903d-1847-4631-bd93-effe65506f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c64b7-1054-4724-b32a-7651c582458f,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:18.450128 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7f7d903d-1847-4631-bd93-effe65506f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:18.464939 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec43e55b-0458-48de-8761-584716b5098c req-39ee4d97-e857-429e-8f1c-cd8947c6320d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340252 Jun 28 14:25:18.493264 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:18.513579 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:18.648721 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:18.651252 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:18.652425 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/744c64b7-1054-4724-b32a-7651c582458f HTTP/1.1" status: 204 len: 168 time: 0.2116580 Jun 28 14:25:18.653214 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-359586c2-ccc0-43a8-bd54-4cc2ebadeb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:18.662004 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c64b7-1054-4724-b32a-7651c582458f,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:18.664913 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:32.764755 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-88ff87bf-db63-4471-95ab-a591ff3d8e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.116687 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47348) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:35.217132 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8169c156-de19-4e03-b448-0b1409d5424b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.284609 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ac10a915-fd62-49d3-8c12-8b4cd5a28278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.300004 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8169c156-de19-4e03-b448-0b1409d5424b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.387346 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-8169c156-de19-4e03-b448-0b1409d5424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.390720 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3527be4b-b8d0-4e4c-a1b9-723f4f3df99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:35.426662 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-8169c156-de19-4e03-b448-0b1409d5424b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=401e2d9f15ad41f3ad1ba767e6ee1a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088427 Jun 28 14:25:35.427815 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169c156-de19-4e03-b448-0b1409d5424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe5edd8-76a7-41aa-ac65-1d2c5b8a70f0,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:35.429316 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47352) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:35.430937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8169c156-de19-4e03-b448-0b1409d5424b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:35.461632 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.481742 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5119d337-64bd-4dd6-a02d-c706f4d36bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.484491 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.501860 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5119d337-64bd-4dd6-a02d-c706f4d36bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.661979 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5119d337-64bd-4dd6-a02d-c706f4d36bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.664539 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5119d337-64bd-4dd6-a02d-c706f4d36bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:35.665664 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-5119d337-64bd-4dd6-a02d-c706f4d36bc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfe5edd8-76a7-41aa-ac65-1d2c5b8a70f0 HTTP/1.1" status: 204 len: 168 time: 0.2353842 Jun 28 14:25:35.666408 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8a2dd334-a69d-48ce-bb5c-fb60722bd982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:35.673894 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119d337-64bd-4dd6-a02d-c706f4d36bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe5edd8-76a7-41aa-ac65-1d2c5b8a70f0,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:35.676399 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5119d337-64bd-4dd6-a02d-c706f4d36bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:36.581843 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:38.181717 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:42.864169 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:25:45.200299 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f19b05-3ecb-452e-afef-ea458d6923cb req-677ef0b0-88af-4eb9-a570-3f888fa2cdd7 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:45.202722 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-72f19b05-3ecb-452e-afef-ea458d6923cb req-677ef0b0-88af-4eb9-a570-3f888fa2cdd7 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 947 time: 0.0663123 Jun 28 14:25:45.245262 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-72f19b05-3ecb-452e-afef-ea458d6923cb req-c5b01e2f-7c13-4666-bc8e-f8fa090547de tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Jun 28 14:25:46.425945 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3aefa-5953-42fc-96c3-0a74a3764499 req-9ced59f8-783e-4c11-a3e6-d83d63fedd4e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:46.431760 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-71b3aefa-5953-42fc-96c3-0a74a3764499 req-9ced59f8-783e-4c11-a3e6-d83d63fedd4e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 947 time: 0.0683146 Jun 28 14:25:46.471931 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-71b3aefa-5953-42fc-96c3-0a74a3764499 req-ba72eb70-44eb-4d0e-a2f6-bd0dffef366d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups?id=9248a2c6-e652-4c1e-be2e-736165ec4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332990 Jun 28 14:25:46.780208 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-6c5a620d-d1d8-4c8f-b142-a0cebd600e98 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:25:46.781668 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-6c5a620d-d1d8-4c8f-b142-a0cebd600e98 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 947 time: 0.0663497 Jun 28 14:25:46.883569 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Deleting port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:25:46.883914 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:46.980740 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] For port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:46.981095 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:47.146803 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:47.147175 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:47.147490 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.l3_db [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Floating IP 42466ebb-1be2-4029-a068-bdcc27b59825 disassociated. External IP: 172.28.3.20, port: 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b. Jun 28 14:25:47.147975 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Calling delete_port for 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:25:47.365067 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:47.379294 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:47.395777 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event deleted for resources: {'Port': ['ID=7c5e5b33-fffe-4389-a41f-df0a1bdcb93b,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:47.406429 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.406628 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.407069 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.407445 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.407906 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.408359 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.408721 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.419400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.419400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.419400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.419400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.419400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:47.419400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:47.522504 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:25:47.644939 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-52f3d0c4-ba85-48e4-bc55-d1ccea450c24 req-7576bc06-85b5-442d-bdc3-01e5f7fa547d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/ports?device_id=c018c999-99e2-4f13-a2cd-76e3e7df3288 HTTP/1.1" status: 200 len: 210 time: 0.0340757 Jun 28 14:25:47.658895 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:25:47.675810 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] Sync routers for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:25:47.684774 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:25:47.685447 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:25:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:47.709203 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] No DVR routers for this DVR port 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:25:47.711733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:47.713725 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-256d07cb-ce18-49e2-a829-ddf32db36bb8 req-9b92589e-17eb-4860-b73c-f7ff4b7f57c0 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.37 "DELETE /v2.0/ports/7c5e5b33-fffe-4389-a41f-df0a1bdcb93b HTTP/1.1" status: 204 len: 173 time: 0.9264784 Jun 28 14:25:47.714220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-deleted', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:25:47.721069 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d7e9c-7a38-4d50-8c0c-83fffc553152" -d '{"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-deleted", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:25:47.764571 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2377dfb-e79c-43a4-897b-c843eaeae39b x-openstack-request-id: req-b2377dfb-e79c-43a4-897b-c843eaeae39b {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:25:47.765001 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c018c999-99e2-4f13-a2cd-76e3e7df3288", "name": "network-vif-deleted", "tag": "7c5e5b33-fffe-4389-a41f-df0a1bdcb93b", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:25:47.765303 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2377dfb-e79c-43a4-897b-c843eaeae39b {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:25:47.765720 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c018c999-99e2-4f13-a2cd-76e3e7df3288', 'name': 'network-vif-deleted', 'tag': '7c5e5b33-fffe-4389-a41f-df0a1bdcb93b', 'status': 'completed', 'code': 200} Jun 28 14:25:47.800508 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:25:48.008654 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:48.035978 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] Checking router: 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:25:48.044078 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:25:48.044764 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:25:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:48.258260 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:25:48.454972 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:48.485472 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2833f8-62a2-4ca3-818d-928957660be2 None None] The sync data for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb is: [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:19:07Z', 'revision_number': 4, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'fef2abb0-a192-4100-8224-a98b31e0378d', 'name': '', 'network_id': 'afd20472-d144-4be0-9b53-2a7326bf8d6f', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'mac_address': 'fa:16:3e:c6:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:19:05Z', 'updated_at': '2021-06-28T14:19:20Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'subnets': [{'id': '015bfa87-21ef-4d05-b2a5-af11a6c4f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:25:48.697909 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfd2aa-da8b-4baf-a5df-55ae6bdb9c6f None None] New status for floating IP 42466ebb-1be2-4029-a068-bdcc27b59825: DOWN {{(pid=93577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:25:48.834910 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47474) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:48.891632 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:48.916574 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.045884 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.048891 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.050151 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "DELETE /v2.0/security-groups/9248a2c6-e652-4c1e-be2e-736165ec4cfa HTTP/1.1" status: 204 len: 168 time: 0.2140825 Jun 28 14:25:49.050989 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9aeb046c-39c1-463b-8b62-245124ec870a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:49.053024 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47476) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:49.059956 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9248a2c6-e652-4c1e-be2e-736165ec4cfa,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:49.063053 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:49.067939 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.api.v2.resource [None req-aae7a0c1-b484-4ba9-b2cb-1f34434bd7ad tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] show failed (client error): The resource could not be found. Jun 28 14:25:49.069403 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-aae7a0c1-b484-4ba9-b2cb-1f34434bd7ad tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "GET /v2.0/security-groups/9248a2c6-e652-4c1e-be2e-736165ec4cfa HTTP/1.1" status: 404 len: 347 time: 0.0153866 Jun 28 14:25:49.074329 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47478) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:49.196413 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Deleting port baad9425-4ac1-406b-993f-c78a9e5d55a5 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:25:49.196755 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.273127 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.273440 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.284660 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Calling delete_port for baad9425-4ac1-406b-993f-c78a9e5d55a5 owned by network:floatingip {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:25:49.484745 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.488368 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-39fea556-f621-4816-9019-cba39fadf4f8 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:49.512887 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Pushing event deleted for resources: {'Port': ['ID=baad9425-4ac1-406b-993f-c78a9e5d55a5,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:49.516830 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:49.572113 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks [] for floatingip, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.574635 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:49.575778 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] 10.222.0.35 "DELETE /v2.0/floatingips/42466ebb-1be2-4029-a068-bdcc27b59825 HTTP/1.1" status: 204 len: 168 time: 0.5005035 Jun 28 14:25:50.068972 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:25:50.089777 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:25:50.090207 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 7c5e5b33-fffe-4389-a41f-df0a1bdcb93b not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:25:52.483907 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47562) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:52.979732 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586657'] for router_interface, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:53.237996 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Deleting port fef2abb0-a192-4100-8224-a98b31e0378d {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:25:53.238333 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:53.315443 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] For port fef2abb0-a192-4100-8224-a98b31e0378d, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=fef2abb0-a192-4100-8224-a98b31e0378d,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:53.315803 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:53.333214 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Calling delete_port for fef2abb0-a192-4100-8224-a98b31e0378d owned by network:router_interface {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:25:53.629021 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:53.631183 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e4111ed8-c453-4e04-b08d-e863ad3f31af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:53.654483 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef2abb0-a192-4100-8224-a98b31e0378d,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:53.666298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.666705 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.667079 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.667450 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.667832 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.668288 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.668659 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.669021 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.669487 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.669853 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.670213 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.670574 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:53.689998 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:53.834551 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1650670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577233'] for router_interface, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:54.042900 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:25:54.150705 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:25:54.156465 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7ef6aee4-e28a-4541-996f-920ac667cb10 admin admin] 10.222.0.35 "PUT /v2.0/routers/31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714644 Jun 28 14:25:54.159263 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47574) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:54.160041 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] Sync routers for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:25:54.169875 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:25:54.170481 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:25:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:54.266400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks [] for router, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:54.277666 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:25:54.373131 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:54.460812 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:25:53Z', 'revision_number': 5, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port': {'id': 'dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:18:59Z', 'updated_at': '2021-06-28T14:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:54.487093 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] Checking router: 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:25:54.497239 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] Routers {'31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:25:54.497873 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:25:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:54.508855 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Deleting port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:25:54.509195 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:54.585231 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] Set router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 gateway port host: None {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:25:54.589892 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] For port dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:54.590266 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:54.602590 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Calling delete_port for dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 owned by network:router_gateway {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:25:54.640540 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:25:54Z', 'revision_number': 6, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port_host': None}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:54.666557 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b585f9-b59c-4334-b71c-8a1ac7eeba37 None None] The sync data for ids ['31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0'] in dv-cinder-761113-15-smb is: [{'id': '31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0', 'name': 'tempest-AttachVolumeShelveTestJSON-2126683223-router', 'tenant_id': '5f096b70de88402b847972f5cb6a198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:18:58Z', 'updated_at': '2021-06-28T14:25:54Z', 'revision_number': 6, 'project_id': '5f096b70de88402b847972f5cb6a198b', 'gw_port_host': None}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:25:54.839299 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:54.841488 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:54.864463 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:54.867241 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:54.931507 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513924'] for router_gateway, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.048256 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4398'] for router, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.051574 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.113630 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device fef2abb0-a192-4100-8224-a98b31e0378d no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:25:55.134769 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: fef2abb0-a192-4100-8224-a98b31e0378d {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:25:55.135126 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device fef2abb0-a192-4100-8224-a98b31e0378d not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:25:55.191942 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-514766'] for router, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.192484 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 {{(pid=93576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:25:55.197468 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.198591 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-1bf872d0-1cfe-4240-af0e-4d9d13d02802 admin admin] 10.222.0.35 "DELETE /v2.0/routers/31ab47a0-ea0e-4a69-a1bf-0f15a22c35f0 HTTP/1.1" status: 204 len: 168 time: 1.0383501 Jun 28 14:25:55.201366 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47580) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:55.244289 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Deleting subnet 015bfa87-21ef-4d05-b2a5-af11a6c4f118 {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:25:55.247220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.284960 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58906465'] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.392410 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.513916 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58971576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59594080'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.516378 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a25ae93d-6245-4096-80cc-15badd4bc99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:55.540607 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015bfa87-21ef-4d05-b2a5-af11a6c4f118,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:55.543563 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:55.544554 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.546413 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c723f0b3-a3c7-4a3c-a535-8f8334e85563 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/015bfa87-21ef-4d05-b2a5-af11a6c4f118 HTTP/1.1" status: 204 len: 168 time: 0.3440645 Jun 28 14:25:55.548859 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47582) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:55.550238 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61393ae-44c0-43c9-86ac-c90b07efb973 None None] Network afd20472-d144-4be0-9b53-2a7326bf8d6f requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:25:55.622804 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.681275 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Deleting port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:25:55.681615 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.748966 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] For port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:55.749435 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.761678 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] DHCP port deletion for afd20472-d144-4be0-9b53-2a7326bf8d6f request from dv-cinder-761113-15-smb {{(pid=93577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:25:55.763208 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Calling delete_port for 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 owned by network:dhcp {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:25:55.808998 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Deleting port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 {{(pid=93577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:25:55.809479 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.876884 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] For port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,segment=NetworkSegment(15227f02-c945-47e3-b87b-abd147cbc5a1),segment_id=15227f02-c945-47e3-b87b-abd147cbc5a1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:25:55.877325 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.889833 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Calling delete_port for 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 owned by network:dhcp {{(pid=93577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:25:55.928638 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.931643 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1dea9b68-db70-4d5c-9723-c495c9f7a6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:55.957088 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] No DVR routers for this DVR port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 on host dv-cinder-761113-15-smb {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:25:55.960957 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:55.966811 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:55.969087 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:55.971711 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:55.994233 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Pushing event deleted for resources: {'Port': ['ID=1e8b20b1-bfff-43ed-9707-b0daca6e14c8,revision_number=None']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:56.001601 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] No DVR routers for this DVR port 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 on host dv-cinder-761113-15-smb {{(pid=93577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:25:56.003599 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.003939 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.004312 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.004678 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.005007 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.005332 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.005656 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.005977 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.006298 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.006617 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.006993 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.007278 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:25:56.010715 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-5098c49d-e8cd-4b47-9692-c63daf0f4452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:56.043431 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:56.053120 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd20472-d144-4be0-9b53-2a7326bf8d6f']}} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:56.317955 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15227f02-c945-47e3-b87b-abd147cbc5a1') {'for_net_delete': True} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:56.318627 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15227f02-c945-47e3-b87b-abd147cbc5a1') {} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:25:56.329660 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58906392'] for segment, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:56.341914 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:56.348345 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:25:56.348724 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971483'] for segment, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: Traceback (most recent call last): Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: timer() Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: cb(*args, **kw) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: return func(*args, **kwargs) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: self._notify() Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: self.callback(batched_events) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: event.method(event) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: return f(self, *a, **k) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: return self._get(url).json() Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: return self.request(url, 'GET', **kwargs) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:25:56.350323 dv-cinder-761113-15-smb neutron-server[93576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:25:56.507530 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:56.512477 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8f74a13d-fc34-4c51-9daa-9b9be8a8e769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:56.517117 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:56.519829 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] 10.222.0.35 "DELETE /v2.0/networks/afd20472-d144-4be0-9b53-2a7326bf8d6f HTTP/1.1" status: 204 len: 168 time: 0.9691844 Jun 28 14:25:56.529319 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd20472-d144-4be0-9b53-2a7326bf8d6f,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:56.531670 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:25:56.865426 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47588) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:56.908206 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-3c97497a-458f-46ff-a8c5-1a67c33c1041 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f096b70de88402b847972f5cb6a198b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414443 Jun 28 14:25:56.910551 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47590) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:25:56.965066 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:56.987414 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:57.031705 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:25:57.055171 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:25:57.055526 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1e8b20b1-bfff-43ed-9707-b0daca6e14c8 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:25:57.055954 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:25:57.074220 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:25:57.074654 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device dbe2c8c5-76ba-49a1-98cd-f1483b7b47c8 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:25:57.117187 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:57.119878 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:25:57.121081 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4885447e-b7ca-4fa4-a9bb-addf85aaede8 HTTP/1.1" status: 204 len: 168 time: 0.2093956 Jun 28 14:25:57.121967 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-fb03b0ed-2fa1-4947-abac-d676afe191bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:25:57.130224 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885447e-b7ca-4fa4-a9bb-addf85aaede8,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:25:57.132979 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:02.788008 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-483841c9-5e1e-4909-b45a-21e1bbde9396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:04.787645 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47714) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:04.890284 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a7c0ef9-4945-49b1-817c-e64fe90e6abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:04.977429 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a7c0ef9-4945-49b1-817c-e64fe90e6abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.070889 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7a7c0ef9-4945-49b1-817c-e64fe90e6abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.073281 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-da861ddb-ae29-4366-9bde-435ecdf33932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:05.107081 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c0ef9-4945-49b1-817c-e64fe90e6abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd867ca-263b-42b4-bccf-fbbbd70a1f41,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:05.111294 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7a7c0ef9-4945-49b1-817c-e64fe90e6abd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2de23757b49c418daa15d2f0a291200c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223429 Jun 28 14:26:05.112242 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7a7c0ef9-4945-49b1-817c-e64fe90e6abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:05.116837 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47718) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:05.163216 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.187511 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.322532 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-cd200383-5dea-4126-9c13-ecce9ff4ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.370183 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.372741 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.373888 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1dd867ca-263b-42b4-bccf-fbbbd70a1f41 HTTP/1.1" status: 204 len: 168 time: 0.2582524 Jun 28 14:26:05.374711 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7f7d903d-1847-4631-bd93-effe65506f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:05.383502 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd867ca-263b-42b4-bccf-fbbbd70a1f41,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:05.389584 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:05.461500 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:05.518710 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:06.585362 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.102460 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47784) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:08.193103 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.207952 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0cd6916b-b234-4be1-adef-9913021b63b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.295687 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0cd6916b-b234-4be1-adef-9913021b63b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.364221 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0cd6916b-b234-4be1-adef-9913021b63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.366942 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a3788b7a-a6d3-4293-baa2-47543d2911ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:08.402484 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6916b-b234-4be1-adef-9913021b63b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3d67cb-e5c8-4eec-9120-427c6bbd2ae5,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:08.409227 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0cd6916b-b234-4be1-adef-9913021b63b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba3e7ca8d64141f99cc703c02ceb57f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033319 Jun 28 14:26:08.409227 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0cd6916b-b234-4be1-adef-9913021b63b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:08.409846 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47792) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:08.459786 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.481321 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.627320 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.629975 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:08.631146 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c3d67cb-e5c8-4eec-9120-427c6bbd2ae5 HTTP/1.1" status: 204 len: 168 time: 0.2203164 Jun 28 14:26:08.631912 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6da6067c-764b-4934-8d06-0b7216407301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:08.639233 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3d67cb-e5c8-4eec-9120-427c6bbd2ae5,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:08.641546 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:09.308870 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47802) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:09.322854 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4ce68de9-757e-4c28-aa89-540f3c150efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:09.406971 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4ce68de9-757e-4c28-aa89-540f3c150efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:09.517030 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4ce68de9-757e-4c28-aa89-540f3c150efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:09.519361 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c5cff79a-e4fd-4d0b-b3ec-afd727fed280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:09.558052 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-4ce68de9-757e-4c28-aa89-540f3c150efd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ada92a84fb664f6ab0a630c014adf31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481270 Jun 28 14:26:09.558947 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68de9-757e-4c28-aa89-540f3c150efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0d623-2ca2-46f1-8da2-ebe1db645e8d,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:09.560767 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47804) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:09.561881 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-4ce68de9-757e-4c28-aa89-540f3c150efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:09.610428 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-157cfa8c-fb49-496c-94d0-55698fd7a1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:09.631315 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-157cfa8c-fb49-496c-94d0-55698fd7a1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:09.747054 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-157cfa8c-fb49-496c-94d0-55698fd7a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:09.749718 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-157cfa8c-fb49-496c-94d0-55698fd7a1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:09.750860 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-157cfa8c-fb49-496c-94d0-55698fd7a1f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cb0d623-2ca2-46f1-8da2-ebe1db645e8d HTTP/1.1" status: 204 len: 168 time: 0.1889901 Jun 28 14:26:09.751746 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8169c156-de19-4e03-b448-0b1409d5424b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:09.760506 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cfa8c-fb49-496c-94d0-55698fd7a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0d623-2ca2-46f1-8da2-ebe1db645e8d,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:09.763183 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-157cfa8c-fb49-496c-94d0-55698fd7a1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:14.494406 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47902) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:14.592869 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3bb91cc6-01b7-4d3a-ba6d-cca186ff591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:14.678210 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3bb91cc6-01b7-4d3a-ba6d-cca186ff591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:14.816277 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3bb91cc6-01b7-4d3a-ba6d-cca186ff591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:14.818709 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c9da775f-6465-47f3-ba5c-7ddcd1e293ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:14.856078 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3bb91cc6-01b7-4d3a-ba6d-cca186ff591f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb492b55bdc64697a575bde8620fdaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631780 Jun 28 14:26:14.857405 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb91cc6-01b7-4d3a-ba6d-cca186ff591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad5019-c7f4-4f2e-91ad-544a72ec5421,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:14.858857 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47906) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:14.860532 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3bb91cc6-01b7-4d3a-ba6d-cca186ff591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:14.906858 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:14.927462 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:15.107421 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:15.110032 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:15.111203 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42ad5019-c7f4-4f2e-91ad-544a72ec5421 HTTP/1.1" status: 204 len: 168 time: 0.2507451 Jun 28 14:26:15.111997 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-61c2c24c-5698-489c-8cda-5db118c7c113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:15.120450 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad5019-c7f4-4f2e-91ad-544a72ec5421,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:15.123028 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:16.206748 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47944) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:16.309245 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a8b08d9a-b77b-4034-8311-ab584d1a3073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:16.400986 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a8b08d9a-b77b-4034-8311-ab584d1a3073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:16.499567 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-a8b08d9a-b77b-4034-8311-ab584d1a3073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:16.503031 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6ecc1f73-9720-4be2-b886-d820b2ec3a2d tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:16.537862 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-a8b08d9a-b77b-4034-8311-ab584d1a3073 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12ee3c7e4db54363949e89ccacaffd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299582 Jun 28 14:26:16.540173 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b08d9a-b77b-4034-8311-ab584d1a3073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b5f4eb-bdf8-422a-9471-62141a6b1c0a,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:16.540726 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47958) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:16.543221 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a8b08d9a-b77b-4034-8311-ab584d1a3073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:16.589845 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:16.609832 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:16.753081 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:16.755639 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:16.756812 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60b5f4eb-bdf8-422a-9471-62141a6b1c0a HTTP/1.1" status: 204 len: 168 time: 0.2150228 Jun 28 14:26:16.757692 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-efbb75fe-fec9-4a0b-98f2-82d488378641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:16.765990 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b5f4eb-bdf8-422a-9471-62141a6b1c0a,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:16.768248 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:17.540975 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 47968) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:17.557462 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5c6a-c99a-4768-95fd-8459613ac222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:17.642422 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5c6a-c99a-4768-95fd-8459613ac222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:17.707141 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5c6a-c99a-4768-95fd-8459613ac222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:17.710411 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9581870d-8b2b-4ced-acb9-4ea92fa02019 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:17.747508 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-2dbb5c6a-c99a-4768-95fd-8459613ac222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fcde926f08754b6aac194c1f50e0f006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056925 Jun 28 14:26:17.748792 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb5c6a-c99a-4768-95fd-8459613ac222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1fab1a-955e-4848-96f1-8830e7ac4bfd,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:17.750290 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 47970) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:17.751969 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2dbb5c6a-c99a-4768-95fd-8459613ac222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:17.803408 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ab381524-4907-40dc-9d16-f93674e374a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:17.824369 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ab381524-4907-40dc-9d16-f93674e374a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:18.038518 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ab381524-4907-40dc-9d16-f93674e374a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:18.041483 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-ab381524-4907-40dc-9d16-f93674e374a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:18.042818 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-ab381524-4907-40dc-9d16-f93674e374a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be1fab1a-955e-4848-96f1-8830e7ac4bfd HTTP/1.1" status: 204 len: 168 time: 0.2915368 Jun 28 14:26:18.043574 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-6a478565-611a-4653-8ec1-1eeb37a0ed01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:18.051013 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab381524-4907-40dc-9d16-f93674e374a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1fab1a-955e-4848-96f1-8830e7ac4bfd,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:18.053242 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-ab381524-4907-40dc-9d16-f93674e374a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:19.861396 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:26:23.013880 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48046) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:23.112541 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c60dbb7d-1b92-4627-a96a-0f3ea7c65444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:23.196431 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c60dbb7d-1b92-4627-a96a-0f3ea7c65444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:23.261302 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c60dbb7d-1b92-4627-a96a-0f3ea7c65444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:23.265634 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-64fdae3d-8faa-45b0-82a6-99105cfe6aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:23.299916 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-c60dbb7d-1b92-4627-a96a-0f3ea7c65444 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a3748637e2c43f783e858321bbf4944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884152 Jun 28 14:26:23.300817 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dbb7d-1b92-4627-a96a-0f3ea7c65444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e777a2-d402-4a06-a791-a31e4e2c5d7d,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:23.302809 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48050) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:23.304025 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c60dbb7d-1b92-4627-a96a-0f3ea7c65444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:23.353660 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b94-9f68-4bdf-86d6-9664bf49ddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:23.375073 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b94-9f68-4bdf-86d6-9664bf49ddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:23.505237 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b94-9f68-4bdf-86d6-9664bf49ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:23.507851 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-dbb27b94-9f68-4bdf-86d6-9664bf49ddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:23.511225 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-dbb27b94-9f68-4bdf-86d6-9664bf49ddeb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94e777a2-d402-4a06-a791-a31e4e2c5d7d HTTP/1.1" status: 204 len: 168 time: 0.2052393 Jun 28 14:26:23.511225 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a8b08d9a-b77b-4034-8311-ab584d1a3073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:23.519099 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb27b94-9f68-4bdf-86d6-9664bf49ddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e777a2-d402-4a06-a791-a31e4e2c5d7d,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:23.521509 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-dbb27b94-9f68-4bdf-86d6-9664bf49ddeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:24.559658 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48088) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:24.651339 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-509207425-network', 'tenant_id': '32c97849792b4033827fb20829e4fceb'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:24.751040 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Made reservation on behalf of 32c97849792b4033827fb20829e4fceb for: {'network': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:26:24.753443 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:24.762829 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:24.850453 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:24.935625 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:24.939443 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e1add429-dd45-4dbc-8a95-3ce0b1920dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:24.960749 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=93576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:26:24.970060 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa2333-5647-4d2b-ad45-a224df47ce5a,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:24.974133 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:24.975162 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:24.975499 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.segments_db [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Added segment 7c2f0209-aca9-4cf4-b65b-9fdcae2876c1 of type vlan for network 937486a3-ed1a-45c1-a26b-bb1cd4138274 Jun 28 14:26:25.016326 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:25.147611 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:25.148995 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:25.149565 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:25.151789 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-427e3167-630c-4364-9070-5965bda6af87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:25.206990 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Pushing event updated for resources: {'Network': ['ID=937486a3-ed1a-45c1-a26b-bb1cd4138274,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:25.209571 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:25.216994 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:26:25.260389 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6995997 Jun 28 14:26:25.263614 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48092) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:25.268627 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Request body: {'subnet': {'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-509207425-subnet', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'ip_version': 4}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:25.363878 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Made reservation on behalf of 32c97849792b4033827fb20829e4fceb for: {'subnet': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:26:25.366288 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59594371'] for subnet, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:25.608451 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58971641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59594089'] for subnet, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:25.611630 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:25.669628 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed21fa9-ea2b-4055-aab6-4eea2007998a,revision_number=0']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:25.672360 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:25.678105 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Checking segment: {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:25.678468 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Network hostable DHCP agents. Network: 937486a3-ed1a-45c1-a26b-bb1cd4138274, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:26:25.773667 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:26:25.861306 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, 937486a3-ed1a-45c1-a26b-bb1cd4138274) {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:25.865614 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:25.866221 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:25.871569 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2032b53e-9b60-4cfe-bf5a-65e5308ce30b None None] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:26:26.003505 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-8d21ae4a-8eb8-4761-abb7-70a5c8f316e1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7387593 Jun 28 14:26:26.006027 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48104) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:26.010628 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:26.013076 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-937486a3-ed1a-45c1-a26b-bb1cd4138274', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:26:26.013076 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.108590 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.109638 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.141701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Allocated IP 172.20.0.2 (937486a3-ed1a-45c1-a26b-bb1cd4138274/6ed21fa9-ea2b-4055-aab6-4eea2007998a/0592b91b-e92c-4ea7-b53e-b48f47748e9b) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:26:26.161955 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.394719 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.402937 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Transition to ACTIVE for port object 0592b91b-e92c-4ea7-b53e-b48f47748e9b will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:26.406350 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.417747 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Transition to ACTIVE for port object 0592b91b-e92c-4ea7-b53e-b48f47748e9b will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:26.546456 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.548470 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:26.584719 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:26.589572 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:26.592470 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:26:26.602746 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Pushing event updated for resources: {'Port': ['ID=0592b91b-e92c-4ea7-b53e-b48f47748e9b,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:26.605585 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:26.655820 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Attempting to bind port 0592b91b-e92c-4ea7-b53e-b48f47748e9b on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:26:26.656119 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Attempting to bind port 0592b91b-e92c-4ea7-b53e-b48f47748e9b by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:26:26.656518 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Attempting to bind port 0592b91b-e92c-4ea7-b53e-b48f47748e9b on network 937486a3-ed1a-45c1-a26b-bb1cd4138274 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:26.661934 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:26:26.662343 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Checking segment: {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:26.662759 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.663164 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Bound using segment: {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:26:26.663707 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Bound port: 0592b91b-e92c-4ea7-b53e-b48f47748e9b, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:26:26.664098 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.695818 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.718246 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.727867 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] For port 0592b91b-e92c-4ea7-b53e-b48f47748e9b, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:26:26.731053 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] For port 0592b91b-e92c-4ea7-b53e-b48f47748e9b, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=0592b91b-e92c-4ea7-b53e-b48f47748e9b,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:26:26.808526 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:26.812084 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-e5b3d877-f759-463b-8fdb-0ed195c1870f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:26.821765 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Allocated IP 172.28.3.119 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/30b88704-06e5-4ef6-97c5-e307a0747e59) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:26:26.879232 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Pushing event updated for resources: {'Port': ['ID=0592b91b-e92c-4ea7-b53e-b48f47748e9b,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:26.896341 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-776cbb93-6d4b-409a-86cc-911fa07913ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:26.933379 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:27.141954 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:27.144390 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f754c36b-f46c-449c-8ee3-d1b7b63e3cc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:27.181458 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:27.186132 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:27.191024 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:26:27.211485 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=30b88704-06e5-4ef6-97c5-e307a0747e59,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:27.217547 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:27.523007 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:27.735413 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:27.740417 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f5083-2740-4003-a84d-67659437d2ce None None] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:26:27.919183 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-c4239daa-50fd-430e-8ee2-eb8189572f96 None None] Provisioning for port 0592b91b-e92c-4ea7-b53e-b48f47748e9b completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:27.964957 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Router 33bea012-8ae0-4d27-b627-a7327bb3f760 is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:26:28.085195 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:26:28.094281 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Sync routers for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:26:28.102975 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:28.105776 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:28.191676 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.193469 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1863859 Jun 28 14:26:28.196038 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48116) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:28.214077 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:28.390899 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:27Z', 'revision_number': 3, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:28.424059 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Checking router: 33bea012-8ae0-4d27-b627-a7327bb3f760 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:26:28.424445 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Updating router 33bea012-8ae0-4d27-b627-a7327bb3f760 port 30b88704-06e5-4ef6-97c5-e307a0747e59 binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:26:28.457544 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.611564 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.708108 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.718385 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Transition to ACTIVE for port object 30b88704-06e5-4ef6-97c5-e307a0747e59 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:28.771383 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Allocated IP 172.20.0.1 (937486a3-ed1a-45c1-a26b-bb1cd4138274/6ed21fa9-ea2b-4055-aab6-4eea2007998a/e3beab1e-ee30-403e-b157-11e687492565) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:26:28.839072 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.841802 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:28.879743 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.895100 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Transition to ACTIVE for port object e3beab1e-ee30-403e-b157-11e687492565 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:28.897513 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba001a-8dc9-4771-b592-a7db85096493 None None] Pushing event updated for resources: {'Port': ['ID=30b88704-06e5-4ef6-97c5-e307a0747e59,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:28.899958 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Attempting to bind port 30b88704-06e5-4ef6-97c5-e307a0747e59 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:26:28.900365 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Attempting to bind port 30b88704-06e5-4ef6-97c5-e307a0747e59 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:26:28.900789 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Attempting to bind port 30b88704-06e5-4ef6-97c5-e307a0747e59 on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:28.902811 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-53ba001a-8dc9-4771-b592-a7db85096493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:28.907311 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:26:28.907701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:28.908116 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.908547 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:26:28.909022 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Bound port: 30b88704-06e5-4ef6-97c5-e307a0747e59, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:26:28.909409 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:28.959408 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] For port 30b88704-06e5-4ef6-97c5-e307a0747e59, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:26:28.962242 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] For port 30b88704-06e5-4ef6-97c5-e307a0747e59, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=30b88704-06e5-4ef6-97c5-e307a0747e59,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:26:29.062510 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.064703 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f74d6435-4d6d-41e2-9df1-38a9f3002eb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:29.071479 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 0592b91b-e92c-4ea7-b53e-b48f47748e9b up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:29.101521 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:29.108123 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:29.110155 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.113374 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:26:29.113502 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:29.116316 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Pushing event updated for resources: {'Port': ['ID=e3beab1e-ee30-403e-b157-11e687492565,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:29.137206 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:29.154718 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.186193 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:29.186737 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:29.188645 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba001a-8dc9-4771-b592-a7db85096493 None None] Pushing event updated for resources: {'Port': ['ID=30b88704-06e5-4ef6-97c5-e307a0747e59,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:29.192327 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-53ba001a-8dc9-4771-b592-a7db85096493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:29.298862 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:29.300718 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 0592b91b-e92c-4ea7-b53e-b48f47748e9b completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:29.326371 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 0592b91b-e92c-4ea7-b53e-b48f47748e9b triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:29.326757 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.422158 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.523072 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.539626 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ec29d123-4282-4fe2-a368-3bf74724581e None None] Provisioning for port e3beab1e-ee30-403e-b157-11e687492565 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:29.551525 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ec29d123-4282-4fe2-a368-3bf74724581e None None] Provisioning complete for port e3beab1e-ee30-403e-b157-11e687492565 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:29.551909 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ec29d123-4282-4fe2-a368-3bf74724581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.582509 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.599012 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 0592b91b-e92c-4ea7-b53e-b48f47748e9b, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=0592b91b-e92c-4ea7-b53e-b48f47748e9b,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:29.604655 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ec29d123-4282-4fe2-a368-3bf74724581e None None] Port e3beab1e-ee30-403e-b157-11e687492565 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:26:29.614974 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:27Z', 'revision_number': 3, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:29.641199 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d81896-beb4-4cff-a1e0-fd269b371413 None None] The sync data for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb is: [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:27Z', 'revision_number': 3, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:26:29.667212 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.670313 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-7547e1eb-bcdc-4e90-94c0-bc1988aa2d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:29.708494 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.711049 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-53ba001a-8dc9-4771-b592-a7db85096493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:29.752673 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:29.759284 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Pushing event updated for resources: {'Port': ['ID=e3beab1e-ee30-403e-b157-11e687492565,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:29.761141 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:29.779126 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=0592b91b-e92c-4ea7-b53e-b48f47748e9b,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:29.782678 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:30.146322 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:30.147710 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:30.271732 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Router 33bea012-8ae0-4d27-b627-a7327bb3f760 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:26:30.394537 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:26:30.399635 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-af9d80f1-8d25-4ddf-814b-0747aaddcf2e admin admin] 10.222.0.35 "PUT /v2.0/routers/33bea012-8ae0-4d27-b627-a7327bb3f760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025561 Jun 28 14:26:30.437461 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-39cfc125-3037-48bb-b9aa-d7cb45bb5dac None None] Provisioning complete for port e3beab1e-ee30-403e-b157-11e687492565 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:30.438006 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-39cfc125-3037-48bb-b9aa-d7cb45bb5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:30.473766 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-39cfc125-3037-48bb-b9aa-d7cb45bb5dac None None] Port e3beab1e-ee30-403e-b157-11e687492565 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:26:31.127065 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 30b88704-06e5-4ef6-97c5-e307a0747e59 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:31.164819 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48152) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:31.171040 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1426203255-network', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:31.233276 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 30b88704-06e5-4ef6-97c5-e307a0747e59 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:31.237576 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 30b88704-06e5-4ef6-97c5-e307a0747e59 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:31.237982 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.251867 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Sync routers for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:26:31.260829 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:31.261501 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Made reservation on behalf of 88fa94e359a44c62b744ee8a2fcc1964 for: {'network': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:26:31.261653 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:31.264862 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for network, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.274172 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.318604 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.339727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 30b88704-06e5-4ef6-97c5-e307a0747e59, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=30b88704-06e5-4ef6-97c5-e307a0747e59,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:31.357416 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48154) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:31.367950 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:31.368250 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.476838 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.477762 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 0592b91b-e92c-4ea7-b53e-b48f47748e9b up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:31.479560 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:31.517895 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Deleting port fde35091-0a05-47bf-97cc-9b30da327fef {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:31.518123 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.526098 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.532220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-ac809088-b635-4923-89db-12a8fa8f63b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:31.553106 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=30b88704-06e5-4ef6-97c5-e307a0747e59,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:31.558199 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:31.568112 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 0592b91b-e92c-4ea7-b53e-b48f47748e9b triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:31.568784 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.582133 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 2, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:31.589141 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 14:26:31.604493 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f313f5-1602-4318-9880-8107a4deb125,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:31.605245 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.605672 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.623995 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:31.625297 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.625644 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.segments_db [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Added segment 8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac of type vlan for network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 Jun 28 14:26:31.629677 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Checking router: 33bea012-8ae0-4d27-b627-a7327bb3f760 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:26:31.629831 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Calling delete_port for fde35091-0a05-47bf-97cc-9b30da327fef owned by network:floatingip {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:31.630042 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Updating router 33bea012-8ae0-4d27-b627-a7327bb3f760 port e3beab1e-ee30-403e-b157-11e687492565 binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:26:31.664389 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.676700 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791972673904'] for network, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.785478 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037'] for network, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.787477 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:31.788091 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.791211 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:31.854723 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c1feab-37c1-4ac3-9564-5ef46f03eb88,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:31.857558 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:31.864812 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 details requested by agent ovs-agent-dv-cinder-761113-15-smb with host dv-cinder-761113-15-smb {{(pid=93577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 14:26:31.942932 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-29262dca-5867-414b-8969-c66c94349b24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7768078 Jun 28 14:26:31.945618 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48166) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:31.951220 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Request body: {'subnet': {'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1426203255-subnet', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'ip_version': 4}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:31.962584 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:31.969419 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f8e77f02-f3bc-415a-8863-0adafaf9d179 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:32.000053 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event deleted for resources: {'Port': ['ID=fde35091-0a05-47bf-97cc-9b30da327fef,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:32.003445 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:32.040145 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.053445 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Transition to ACTIVE for port object e3beab1e-ee30-403e-b157-11e687492565 will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:32.108334 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.111567 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:32.161563 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Pushing event updated for resources: {'Port': ['ID=e3beab1e-ee30-403e-b157-11e687492565,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:32.187507 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.187896 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.188207 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.188537 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.188861 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.189193 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.189512 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.189832 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.190171 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.190490 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.190804 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.191116 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:32.214961 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:32.230042 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Attempting to bind port e3beab1e-ee30-403e-b157-11e687492565 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:26:32.230558 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Attempting to bind port e3beab1e-ee30-403e-b157-11e687492565 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:26:32.230932 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Attempting to bind port e3beab1e-ee30-403e-b157-11e687492565 on network 937486a3-ed1a-45c1-a26b-bb1cd4138274 {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:32.240845 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:26:32.240845 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Checking segment: {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:32.240845 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.240845 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Bound using segment: {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:26:32.240845 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Bound port: e3beab1e-ee30-403e-b157-11e687492565, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:26:32.240845 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.315540 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] For port e3beab1e-ee30-403e-b157-11e687492565, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:26:32.319445 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] For port e3beab1e-ee30-403e-b157-11e687492565, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=e3beab1e-ee30-403e-b157-11e687492565,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:26:32.332937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Made reservation on behalf of 88fa94e359a44c62b744ee8a2fcc1964 for: {'subnet': 1} {{(pid=93575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:26:32.335273 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2941431'] for subnet, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.394244 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for floatingip, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.394932 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.l3_db [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Floating IP c8063fac-bbe5-4e01-822d-89b08e7e743f disassociated (deleted). External IP: 172.28.3.162, port: a5370756-fb85-4693-819f-03dfa57b8cfc. Jun 28 14:26:32.442729 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.445809 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:32.503586 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:32.504257 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:32.546129 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Pushing event updated for resources: {'Port': ['ID=e3beab1e-ee30-403e-b157-11e687492565,revision_number=4']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:32.551354 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-0c99f6b1-cfcc-47a0-b4fa-9c6406f3f583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:32.623848 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:32.700788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Router 86a88a70-b1e1-44fd-bdc1-2e4990886efa has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:26:32.757441 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3104560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2941469'] for subnet, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.764203 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3651e57a-06db-4294-a854-4f332dafc965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:32.781429 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-43553180-f820-450f-a116-da959c8b0d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.824067 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:32Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:32.860174 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2727a6c-4310-4878-bd2c-1fab008ae444 None None] The sync data for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb is: [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:32Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:26:32.866405 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:26:32.878702 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:32.883579 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] Sync routers for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:26:32.883793 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:32.893621 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:32.894463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:32.906196 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:32.914721 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Checking segment: {'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:32.915094 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Network hostable DHCP agents. Network: a6c1feab-37c1-4ac3-9564-5ef46f03eb88, hostable agents: ['39c18972-03ef-4d2e-a844-96e7da039878'], hosted agents: [] {{(pid=93575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 14:26:32.958630 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5c198c14-a818-4333-9408-89274834e799 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "DELETE /v2.0/floatingips/c8063fac-bbe5-4e01-822d-89b08e7e743f HTTP/1.1" status: 204 len: 168 time: 1.5994375 Jun 28 14:26:32.959441 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:26:32.961781 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ab39e-70ba-4184-b1c3-7029951f08d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:26:33.039176 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 is scheduled to be hosted by DHCP agent 39c18972-03ef-4d2e-a844-96e7da039878 with binding_index 1 {{(pid=93575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 14:26:33.114139 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:33.141703 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-15-smb, a6c1feab-37c1-4ac3-9564-5ef46f03eb88) {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:33.146448 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:33.147176 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.175411 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aadd07-bb17-496d-8332-f459a3e90ee0 None None] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:26:33.247902 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7cae6a1d-205e-4249-9f9a-0bacb6e9ea42 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3000057 Jun 28 14:26:33.249869 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48182) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:33.259813 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:33.290463 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 30b88704-06e5-4ef6-97c5-e307a0747e59 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:33.346664 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36e14a6-f0e0-4e03-a8c1-f774ed73a1f3 x-openstack-request-id: req-a36e14a6-f0e0-4e03-a8c1-f774ed73a1f3 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:26:33.347589 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:26:33.347589 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a36e14a6-f0e0-4e03-a8c1-f774ed73a1f3 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:26:33.348504 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'status': 'completed', 'code': 200} Jun 28 14:26:33.399569 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4380'] for router, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.400903 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4375'] for router, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.463279 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.475996 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-45f09773-6e36-4d65-92e9-d54e987799b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:33.477600 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-45f09773-6e36-4d65-92e9-d54e987799b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4196a0dc8358414eb45e0e17fcca3152&device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 1098 time: 0.0855036 Jun 28 14:26:33.514142 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 30b88704-06e5-4ef6-97c5-e307a0747e59 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:33.514433 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.557158 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7b6e40-65d6-532e-b0b5-e1295bdfc5dc-a6c1feab-37c1-4ac3-9564-5ef46f03eb88', 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'fixed_ips': [{'subnet_id': '5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6'}]}} from dv-cinder-761113-15-smb. {{(pid=93577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 14:26:33.564842 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.595077 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-e98b1e0b-bb18-48e8-90ab-1d711f9e6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:33.596737 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-e98b1e0b-bb18-48e8-90ab-1d711f9e6d57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 200 len: 909 time: 0.1109223 Jun 28 14:26:33.698142 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-5584d544-8858-4b23-b2ac-2d9dfc2d9dd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 200 len: 217 time: 0.0763202 Jun 28 14:26:33.765620 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-3731f041-842d-47fb-a7f5-fd40d8bc50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:33.767471 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-3731f041-842d-47fb-a7f5-fd40d8bc50dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1f216d5-39ff-4eda-9712-2e661d0bc6df HTTP/1.1" status: 200 len: 847 time: 0.0622840 Jun 28 14:26:33.796624 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:35Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:33.823020 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4409'] for router, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:33.852508 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-459af959-6f4d-4872-a290-019c0e7e7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:33.854391 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-459af959-6f4d-4872-a290-019c0e7e7138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1aafa51-5bf9-408b-b862-6d2120c31368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0784106 Jun 28 14:26:33.858998 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d13e1a-6395-4fc6-ba49-96325eab5818 req-541ee995-937f-43c0-a251-6e2297b7452d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:33.860149 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] Checking router: 86a88a70-b1e1-44fd-bdc1-2e4990886efa for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:26:33.864661 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device e3beab1e-ee30-403e-b157-11e687492565 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:33.867404 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-99d13e1a-6395-4fc6-ba49-96325eab5818 req-541ee995-937f-43c0-a251-6e2297b7452d tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.1659522 Jun 28 14:26:33.910825 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.db_base_plugin_common [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Allocated IP 172.20.0.2 (a6c1feab-37c1-4ac3-9564-5ef46f03eb88/5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6/b3dc5b52-16df-46c7-91b1-6f02355cedd7) {{(pid=93577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:26:33.929216 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:33.929828 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:33.936101 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-99d13e1a-6395-4fc6-ba49-96325eab5818 req-609968a9-68dc-46c9-bbac-50638055dedf tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660460 Jun 28 14:26:33.973637 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-232be673-8aa3-4560-90f0-bcd7e2657fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100230 Jun 28 14:26:34.092713 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ec8ab39e-70ba-4184-b1c3-7029951f08d4 req-ef820742-1138-47dc-96f7-97427ab00467 service neutron] 10.222.0.37 "GET /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114340 Jun 28 14:26:34.127666 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:34.155828 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port e3beab1e-ee30-403e-b157-11e687492565 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:34.180837 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port e3beab1e-ee30-403e-b157-11e687492565 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:34.181222 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.207743 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.227813 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.284946 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Notify callbacks [] for port, precommit_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.304552 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Transition to ACTIVE for port object b3dc5b52-16df-46c7-91b1-6f02355cedd7 will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:34.347002 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Allocated IP 172.28.3.37 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/f808ad3b-fccc-4206-ab50-2b4afcb8aedb) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:26:34.357593 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Transition to ACTIVE for port object b3dc5b52-16df-46c7-91b1-6f02355cedd7 will not be triggered until provisioned by entity DHCP. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:34.407607 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.441934 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374'] for port, after_create {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.445746 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:34.452281 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.495341 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port e3beab1e-ee30-403e-b157-11e687492565, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=e3beab1e-ee30-403e-b157-11e687492565,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:34.503398 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 is already hosted by enough agents. {{(pid=93577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:34.509774 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.scheduler.base_scheduler [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Resources bound (agent type, host, resource id): {{(pid=93577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:34.516564 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Received port after_create {{(pid=93577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:26:34.529168 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Pushing event updated for resources: {'Port': ['ID=b3dc5b52-16df-46c7-91b1-6f02355cedd7,revision_number=1']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:34.533372 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:34.581968 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.583184 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:35Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:34.585066 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-10f7652a-1131-4dee-8bdf-f109f1e93289 tempest-AttachVolumeNegativeTest-1936610039 tempest-AttachVolumeNegativeTest-1936610039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:34.611805 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3646d85-bf5d-4122-8f0c-b15e6545e1ca None None] The sync data for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb is: [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:21:26Z', 'revision_number': 4, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '1cf71d25-a357-481b-acbe-b5222ba42930', 'name': '', 'network_id': 'd1aafa51-5bf9-408b-b862-6d2120c31368', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'mac_address': 'fa:16:3e:ce:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:25Z', 'updated_at': '2021-06-28T14:21:35Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'subnets': [{'id': 'e1f216d5-39ff-4eda-9712-2e661d0bc6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:26:34.613373 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Attempting to bind port b3dc5b52-16df-46c7-91b1-6f02355cedd7 on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:26:34.613757 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Attempting to bind port b3dc5b52-16df-46c7-91b1-6f02355cedd7 by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:26:34.614133 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Attempting to bind port b3dc5b52-16df-46c7-91b1-6f02355cedd7 on network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:34.620567 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.620567 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:34.624956 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:26:34.625835 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Checking segment: {'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:34.625835 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.626159 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Bound using segment: {'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:26:34.626651 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Bound port: b3dc5b52-16df-46c7-91b1-6f02355cedd7, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:26:34.627045 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:34.627176 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:34.633851 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:34.636422 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:26:34.665391 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Pushing event updated for resources: {'Port': ['ID=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:34.668541 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:34.842622 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=e3beab1e-ee30-403e-b157-11e687492565,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:34.855680 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:34.864345 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] For port b3dc5b52-16df-46c7-91b1-6f02355cedd7, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:26:34.867875 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] For port b3dc5b52-16df-46c7-91b1-6f02355cedd7, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=b3dc5b52-16df-46c7-91b1-6f02355cedd7,segment=NetworkSegment(8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac),segment_id=8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:26:34.921577 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffe0c5-448b-42b2-9f58-6038113e9fa4 None None] New status for floating IP c8063fac-bbe5-4e01-822d-89b08e7e743f: DOWN {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:26:34.974156 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.045430 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.052283 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:35.100685 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device e3beab1e-ee30-403e-b157-11e687492565 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:35.136583 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426c508-100c-4704-8a97-56099653d570 req-b966b40b-f8af-452e-b20c-5ea5852d73b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:35.144354 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Pushing event updated for resources: {'Port': ['ID=b3dc5b52-16df-46c7-91b1-6f02355cedd7,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:35.144657 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b426c508-100c-4704-8a97-56099653d570 req-b966b40b-f8af-452e-b20c-5ea5852d73b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.0939419 Jun 28 14:26:35.148908 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:35.172298 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port e3beab1e-ee30-403e-b157-11e687492565 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:35.172702 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.236233 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582440'] for router, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.244570 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b426c508-100c-4704-8a97-56099653d570 req-211457d6-6524-426f-b458-ab3d43e72dd1 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/security-groups?id=d6c65383-3d52-408b-b87e-854469b82da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960660 Jun 28 14:26:35.289253 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-07e59f16-a888-45c9-b97b-8fd7737dee02 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:35.290926 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-07e59f16-a888-45c9-b97b-8fd7737dee02 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 945 time: 0.1143856 Jun 28 14:26:35.342806 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-f3625ad9-a421-43c6-9bae-70a2dd50fe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.441586 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Deleting port a5370756-fb85-4693-819f-03dfa57b8cfc {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:35.442083 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.467890 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c is scheduled to L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 with binding_index 1 {{(pid=93575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 14:26:35.532165 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.533712 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.536173 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] For port a5370756-fb85-4693-819f-03dfa57b8cfc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5370756-fb85-4693-819f-03dfa57b8cfc,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:35.536835 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.556929 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Calling delete_port for a5370756-fb85-4693-819f-03dfa57b8cfc owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:35.577484 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:26:35.589282 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Sync routers for ids ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:26:35.595700 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Routers {'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:35.596371 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:35.667548 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.671703 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3b33f013-fba7-4378-9f1a-c32e11e38f2c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4177485 Jun 28 14:26:35.672046 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48200) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:35.706954 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Set router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:35.789781 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.795497 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a2cb5475-d50d-4474-99bc-812cc75d8b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:35.858564 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event deleted for resources: {'Port': ['ID=a5370756-fb85-4693-819f-03dfa57b8cfc,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:35.862569 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:35.903825 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 3, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port': {'id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:34Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:35.917994 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] No DVR routers for this DVR port a5370756-fb85-4693-819f-03dfa57b8cfc on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:26:35.923075 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:35.925459 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a9668092-9025-49fb-b921-adac89fd7ee2 req-3e3dffe9-38d8-4376-acc6-5bc45f0d01bd tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.37 "DELETE /v2.0/ports/a5370756-fb85-4693-819f-03dfa57b8cfc HTTP/1.1" status: 204 len: 173 time: 0.6274972 Jun 28 14:26:35.925626 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-deleted', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:26:35.927891 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12492a04-d673-4115-9ba2-69aa78401f58" -d '{"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-deleted", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:26:35.935640 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Checking router: dd337d30-ad8d-4e4c-8388-0adeec6fcb2c for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:26:35.939550 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Updating router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c port f808ad3b-fccc-4206-ab50-2b4afcb8aedb binding host dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:26:35.974014 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.029485 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ab4484-a40d-4880-8ac9-8baf95b02429 x-openstack-request-id: req-f2ab4484-a40d-4880-8ac9-8baf95b02429 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:26:36.029815 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38", "name": "network-vif-deleted", "tag": "a5370756-fb85-4693-819f-03dfa57b8cfc", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:26:36.030103 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2ab4484-a40d-4880-8ac9-8baf95b02429 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:26:36.030540 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38', 'name': 'network-vif-deleted', 'tag': 'a5370756-fb85-4693-819f-03dfa57b8cfc', 'status': 'completed', 'code': 200} Jun 28 14:26:36.206035 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de743ca-cc68-442b-bf90-b759c2a8f998 None None] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:26:36.230752 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.327837 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.362578 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Transition to ACTIVE for port object f808ad3b-fccc-4206-ab50-2b4afcb8aedb will not be triggered until provisioned by entity L2. {{(pid=93577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:36.432350 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b9bbfd05-2b11-4215-aac5-f28c5ed421b1 req-d8368280-9d8a-4d04-9527-dc6c60b57457 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0384507 Jun 28 14:26:36.451553 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Allocated IP 172.20.0.1 (a6c1feab-37c1-4ac3-9564-5ef46f03eb88/5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6/2aeeb15e-d62e-4466-a3e2-cea80949589c) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:26:36.463309 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.467247 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-1c6973fe-1a47-44ca-83d5-0243115568f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:36.470135 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-015bae2f-0bbd-43ed-8a0e-f5d9153299f3 None None] Provisioning for port b3dc5b52-16df-46c7-91b1-6f02355cedd7 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:36.555860 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e0ef2-8e50-4e6c-99c4-93166593ef8e None None] Pushing event updated for resources: {'Port': ['ID=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,revision_number=2']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:36.559150 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Attempting to bind port f808ad3b-fccc-4206-ab50-2b4afcb8aedb on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:26:36.559562 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Attempting to bind port f808ad3b-fccc-4206-ab50-2b4afcb8aedb by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:26:36.559934 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Attempting to bind port f808ad3b-fccc-4206-ab50-2b4afcb8aedb on network 3b939953-808b-497e-ba61-fcc797e0961e {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:36.563335 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-f00e0ef2-8e50-4e6c-99c4-93166593ef8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:36.570680 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:26:36.570963 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Checking segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:36.571347 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.571501 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.571755 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Bound using segment: {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'} {{(pid=93577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:26:36.572260 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.managers [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Bound port: f808ad3b-fccc-4206-ab50-2b4afcb8aedb, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c943db-b173-4b41-bc21-f98f0e651961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e'}}] {{(pid=93577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:26:36.572654 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.588972 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Transition to ACTIVE for port object 2aeeb15e-d62e-4466-a3e2-cea80949589c will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:36.639307 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] For port f808ad3b-fccc-4206-ab50-2b4afcb8aedb, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:26:36.642963 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] For port f808ad3b-fccc-4206-ab50-2b4afcb8aedb, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:26:36.648644 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.890920 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.891085 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.891217 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:36.891320 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:36.928195 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:36.933552 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:36.937978 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:26:36.943640 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Routers {'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:36.944354 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:36.962932 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Pushing event updated for resources: {'Port': ['ID=2aeeb15e-d62e-4466-a3e2-cea80949589c,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:36.970372 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:36.983933 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586536'] for router_interface, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:36.997563 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e0ef2-8e50-4e6c-99c4-93166593ef8e None None] Pushing event updated for resources: {'Port': ['ID=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:37.001379 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-f00e0ef2-8e50-4e6c-99c4-93166593ef8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:37.100078 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] Set router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:37.175517 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device b3dc5b52-16df-46c7-91b1-6f02355cedd7 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:37.345094 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 3, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port': {'id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:34Z', 'updated_at': '2021-06-28T14:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:37.377394 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9dfeb-9fdf-4246-937f-9bfa482c3cb0 None None] The sync data for ids ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'] in dv-cinder-761113-15-smb is: [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 3, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port': {'id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:34Z', 'updated_at': '2021-06-28T14:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:26:37.386924 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.427247 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port b3dc5b52-16df-46c7-91b1-6f02355cedd7 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:37.429620 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-66e1adb7-d099-48f5-8a14-f9202bc841d6 None None] Provisioning for port 2aeeb15e-d62e-4466-a3e2-cea80949589c completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:37.435056 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port b3dc5b52-16df-46c7-91b1-6f02355cedd7 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:37.441862 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.460207 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-66e1adb7-d099-48f5-8a14-f9202bc841d6 None None] Provisioning complete for port 2aeeb15e-d62e-4466-a3e2-cea80949589c triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:37.460861 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-66e1adb7-d099-48f5-8a14-f9202bc841d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.511872 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-66e1adb7-d099-48f5-8a14-f9202bc841d6 None None] Port 2aeeb15e-d62e-4466-a3e2-cea80949589c cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:26:37.565904 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.597061 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.607043 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port b3dc5b52-16df-46c7-91b1-6f02355cedd7, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=b3dc5b52-16df-46c7-91b1-6f02355cedd7,segment=NetworkSegment(8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac),segment_id=8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:37.629458 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8787e8bd-00eb-4c06-b26b-f2efc913ac79 req-936a4766-b6e9-47da-8967-50eee89ffd5b tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "GET /v2.0/ports?device_id=f01974f3-6c0b-4fc9-b8ea-ef7c73f6bc38 HTTP/1.1" status: 200 len: 210 time: 0.0352187 Jun 28 14:26:37.673884 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.676477 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.679701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-b515fb8e-19f5-47f5-b7f6-64dacdaa456f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:37.690384 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5d9f94b9-72ed-4997-bb67-cbf38eb42208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:37.739723 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=b3dc5b52-16df-46c7-91b1-6f02355cedd7,revision_number=3']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:37.742876 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:37.788735 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Pushing event updated for resources: {'Port': ['ID=2aeeb15e-d62e-4466-a3e2-cea80949589c,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:37.793131 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:37.797769 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1650679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586564'] for router_interface, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:37.905352 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:37.906764 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:38.035608 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:26:38.150207 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-e32c65a5-cde4-4c45-9496-c08fab18ee5a None None] Provisioning complete for port 2aeeb15e-d62e-4466-a3e2-cea80949589c triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:38.150729 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e32c65a5-cde4-4c45-9496-c08fab18ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:38.162725 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:26:38.172893 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd337d30-ad8d-4e4c-8388-0adeec6fcb2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949644 Jun 28 14:26:38.191021 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-e32c65a5-cde4-4c45-9496-c08fab18ee5a None None] Port 2aeeb15e-d62e-4466-a3e2-cea80949589c cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:26:38.244208 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:38.735291 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48260) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:38.802661 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:38.828895 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:39.036395 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:39.036395 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:39.036395 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] 10.222.0.35 "DELETE /v2.0/security-groups/d6c65383-3d52-408b-b87e-854469b82da8 HTTP/1.1" status: 204 len: 168 time: 0.2991269 Jun 28 14:26:39.036395 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-2dbb5c6a-c99a-4768-95fd-8459613ac222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:39.056930 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c65383-3d52-408b-b87e-854469b82da8,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:39.059346 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:39.180628 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device b3dc5b52-16df-46c7-91b1-6f02355cedd7 up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:39.203508 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48278) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:39.244708 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port b3dc5b52-16df-46c7-91b1-6f02355cedd7 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:39.246252 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:39.350179 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device f808ad3b-fccc-4206-ab50-2b4afcb8aedb up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:39.513158 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port f808ad3b-fccc-4206-ab50-2b4afcb8aedb completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:39.517560 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port f808ad3b-fccc-4206-ab50-2b4afcb8aedb triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:39.523282 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:39.618642 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:39.641840 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port f808ad3b-fccc-4206-ab50-2b4afcb8aedb, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:39.718619 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:39.725166 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-f00e0ef2-8e50-4e6c-99c4-93166593ef8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:39.840190 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:39.851408 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:39.860929 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586657'] for router_interface, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.051390 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Sync routers for ids ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:26:40.075004 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Routers {'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:40.078189 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:40.158503 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Deleting port 1cf71d25-a357-481b-acbe-b5222ba42930 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:40.158815 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.206197 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Set router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:40.260069 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] For port 1cf71d25-a357-481b-acbe-b5222ba42930, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=1cf71d25-a357-481b-acbe-b5222ba42930,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:40.260069 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.274157 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Calling delete_port for 1cf71d25-a357-481b-acbe-b5222ba42930 owned by network:router_interface {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:40.336047 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device a5370756-fb85-4693-819f-03dfa57b8cfc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:26:40.337145 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48288) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:40.365231 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: a5370756-fb85-4693-819f-03dfa57b8cfc {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:26:40.366062 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device a5370756-fb85-4693-819f-03dfa57b8cfc not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:26:40.483893 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:26:37Z', 'revision_number': 4, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port': {'id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:34Z', 'updated_at': '2021-06-28T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '2aeeb15e-d62e-4466-a3e2-cea80949589c', 'name': '', 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'mac_address': 'fa:16:3e:3e:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:36Z', 'updated_at': '2021-06-28T14:26:37Z', 'revision_number': 2, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'subnets': [{'id': '5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:40.494057 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7f69179f-3999-41a8-8dfc-bb91679134c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.511410 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Checking router: dd337d30-ad8d-4e4c-8388-0adeec6fcb2c for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:26:40.511768 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Updating router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c port 2aeeb15e-d62e-4466-a3e2-cea80949589c binding host dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 14:26:40.551545 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.586934 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7f69179f-3999-41a8-8dfc-bb91679134c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.633472 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.635939 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-00460213-ca5b-4380-ab2b-94d8218f6dc0 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:40.677521 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf71d25-a357-481b-acbe-b5222ba42930,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:40.681638 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:40.685880 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7f69179f-3999-41a8-8dfc-bb91679134c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.736244 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9fea8923-796d-435c-9252-cdf5a8749868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:40.792787 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7f69179f-3999-41a8-8dfc-bb91679134c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a13ae29c6a842dfacd6c770d9c04a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535937 Jun 28 14:26:40.794254 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48292) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:40.795179 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69179f-3999-41a8-8dfc-bb91679134c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3a4065-279a-4300-b07d-67f159a9ba16,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:40.802787 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7f69179f-3999-41a8-8dfc-bb91679134c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:40.846999 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Notify callbacks [] for port, precommit_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.857816 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.provisioning_blocks [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Transition to ACTIVE for port object 2aeeb15e-d62e-4466-a3e2-cea80949589c will not be triggered until provisioned by entity L2. {{(pid=93578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:40.899004 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5db1-5ab7-4177-9485-7604ca4752f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.925786 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5db1-5ab7-4177-9485-7604ca4752f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.963834 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:40.967199 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-c52dac9b-8e6c-4776-8d5c-be7ee5aa2bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:40.979765 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1650670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577233'] for router_interface, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:41.030124 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db6da4-cdf1-4659-b576-ee541d459ed3 None None] Pushing event updated for resources: {'Port': ['ID=2aeeb15e-d62e-4466-a3e2-cea80949589c,revision_number=3']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:41.041828 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-52db6da4-cdf1-4659-b576-ee541d459ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:41.147611 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5db1-5ab7-4177-9485-7604ca4752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:41.152499 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-0f0a5db1-5ab7-4177-9485-7604ca4752f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:41.155057 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Attempting to bind port 2aeeb15e-d62e-4466-a3e2-cea80949589c on host dv-cinder-761113-15-smb for vnic_type normal with profile {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:26:41.158616 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Attempting to bind port 2aeeb15e-d62e-4466-a3e2-cea80949589c by drivers openvswitch,hyperv on host dv-cinder-761113-15-smb at level 0 using segments [{'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:26:41.162604 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-0f0a5db1-5ab7-4177-9485-7604ca4752f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df3a4065-279a-4300-b07d-67f159a9ba16 HTTP/1.1" status: 204 len: 168 time: 0.3548949 Jun 28 14:26:41.163119 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Attempting to bind port 2aeeb15e-d62e-4466-a3e2-cea80949589c on network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:41.163217 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-514271d4-2a03-458a-84d0-d78edd33a49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:41.164944 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Checking agent: {'id': '97e69972-2144-462d-afa3-8a5ac9b4141e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 10, 35), 'started_at': datetime.datetime(2021, 6, 28, 14, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:26:41.165340 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Checking segment: {'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:41.165756 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:41.166153 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Bound using segment: {'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'} {{(pid=93578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:26:41.166951 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.managers [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Bound port: 2aeeb15e-d62e-4466-a3e2-cea80949589c, host: dv-cinder-761113-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88'}}] {{(pid=93578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:26:41.169451 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:41.186023 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a5db1-5ab7-4177-9485-7604ca4752f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3a4065-279a-4300-b07d-67f159a9ba16,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:41.198085 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0f0a5db1-5ab7-4177-9485-7604ca4752f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:41.292165 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device f808ad3b-fccc-4206-ab50-2b4afcb8aedb up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:41.332551 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] For port 2aeeb15e-d62e-4466-a3e2-cea80949589c, host dv-cinder-761113-15-smb, cleared binding levels {{(pid=93578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:26:41.339482 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.plugins.ml2.db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] For port 2aeeb15e-d62e-4466-a3e2-cea80949589c, host dv-cinder-761113-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=2aeeb15e-d62e-4466-a3e2-cea80949589c,segment=NetworkSegment(8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac),segment_id=8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac)] {{(pid=93578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:26:41.397866 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port f808ad3b-fccc-4206-ab50-2b4afcb8aedb triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:41.398476 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:41.423666 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:41.427349 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:41.524564 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db6da4-cdf1-4659-b576-ee541d459ed3 None None] Pushing event updated for resources: {'Port': ['ID=2aeeb15e-d62e-4466-a3e2-cea80949589c,revision_number=4']} {{(pid=93578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:41.535529 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG oslo_concurrency.lockutils [None req-52db6da4-cdf1-4659-b576-ee541d459ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:41.551687 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Routers {'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:41.552651 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:41.812365 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] Set router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:41.863731 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Router 86a88a70-b1e1-44fd-bdc1-2e4990886efa has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:26:42.045367 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:26:42.058165 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] Sync routers for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:26:42.058939 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:26:37Z', 'revision_number': 4, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port': {'id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:34Z', 'updated_at': '2021-06-28T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '2aeeb15e-d62e-4466-a3e2-cea80949589c', 'name': '', 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'mac_address': 'fa:16:3e:3e:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:36Z', 'updated_at': '2021-06-28T14:26:41Z', 'revision_number': 4, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'subnets': [{'id': '5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:42.070845 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48298) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:42.076633 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48300) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:42.089478 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4d823-c156-4a5e-9a85-0ec4d3ec1be4 None None] The sync data for ids ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'] in dv-cinder-761113-15-smb is: [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:26:37Z', 'revision_number': 4, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port': {'id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:34Z', 'updated_at': '2021-06-28T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': '2aeeb15e-d62e-4466-a3e2-cea80949589c', 'name': '', 'network_id': 'a6c1feab-37c1-4ac3-9564-5ef46f03eb88', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'mac_address': 'fa:16:3e:3e:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:36Z', 'updated_at': '2021-06-28T14:26:41Z', 'revision_number': 4, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'subnets': [{'id': '5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:26:42.090169 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] 10.222.0.35 "PUT /v2.0/routers/86a88a70-b1e1-44fd-bdc1-2e4990886efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840113 Jun 28 14:26:42.106712 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:42.107395 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:42.111479 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5770960c-9701-483e-b5ee-6da0194c3129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:42.277817 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:42.555180 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:26:40Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:42.590350 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] Checking router: 86a88a70-b1e1-44fd-bdc1-2e4990886efa for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:26:42.601180 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] Routers {'86a88a70-b1e1-44fd-bdc1-2e4990886efa'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:42.601762 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:42.688913 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks [] for router, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:42.723837 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] Set router 86a88a70-b1e1-44fd-bdc1-2e4990886efa gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:42.844363 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:42.885298 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5770960c-9701-483e-b5ee-6da0194c3129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:42.958941 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:26:40Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:42.978103 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5770960c-9701-483e-b5ee-6da0194c3129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:42.982698 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a16a1751-1637-4414-89c0-c723aeee7f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:42.992581 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a06ba6-d369-46a9-852f-f883adfded63 None None] The sync data for ids ['86a88a70-b1e1-44fd-bdc1-2e4990886efa'] in dv-cinder-761113-15-smb is: [{'id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'name': 'tempest-TestShelveInstance-220551070-router', 'tenant_id': '4196a0dc8358414eb45e0e17fcca3152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:21Z', 'updated_at': '2021-06-28T14:26:40Z', 'revision_number': 5, 'project_id': '4196a0dc8358414eb45e0e17fcca3152', 'gw_port': {'id': 'c12afeef-9267-4e8a-b933-a4e0ad4eb3ef', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a88a70-b1e1-44fd-bdc1-2e4990886efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:22Z', 'updated_at': '2021-06-28T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:26:43.037646 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5770960c-9701-483e-b5ee-6da0194c3129 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aeb03d50f0d44ec28de315cbe88f4c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9572809 Jun 28 14:26:43.037646 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770960c-9701-483e-b5ee-6da0194c3129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ecdb2-6fc8-4924-8dd1-d6be372cdbb0,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:43.038007 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48304) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:43.049654 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5770960c-9701-483e-b5ee-6da0194c3129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:43.051961 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Deleting port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:43.052355 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.126121 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-121e3f15-52f2-4778-a51a-ed1df9397342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.153060 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-121e3f15-52f2-4778-a51a-ed1df9397342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.169240 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] For port c12afeef-9267-4e8a-b933-a4e0ad4eb3ef, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:43.169913 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.183786 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Calling delete_port for c12afeef-9267-4e8a-b933-a4e0ad4eb3ef owned by network:router_gateway {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:43.199701 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 2aeeb15e-d62e-4466-a3e2-cea80949589c up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:43.320731 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-121e3f15-52f2-4778-a51a-ed1df9397342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.322673 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-121e3f15-52f2-4778-a51a-ed1df9397342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.324188 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-121e3f15-52f2-4778-a51a-ed1df9397342 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/109ecdb2-6fc8-4924-8dd1-d6be372cdbb0 HTTP/1.1" status: 204 len: 168 time: 0.2850726 Jun 28 14:26:43.326709 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c0164241-79a0-40ae-8301-eb8467e7aca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:43.336734 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e3f15-52f2-4778-a51a-ed1df9397342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ecdb2-6fc8-4924-8dd1-d6be372cdbb0,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:43.340418 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-121e3f15-52f2-4778-a51a-ed1df9397342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:43.598675 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning for port 2aeeb15e-d62e-4466-a3e2-cea80949589c completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:43.602709 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 2aeeb15e-d62e-4466-a3e2-cea80949589c triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:43.603111 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.671335 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.674362 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-8c79e7a6-9de8-4b31-be43-69aebd8da60b tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:43.678556 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.699031 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Pushing event deleted for resources: {'Port': ['ID=c12afeef-9267-4e8a-b933-a4e0ad4eb3ef,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:43.704998 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:43.712843 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] For port 2aeeb15e-d62e-4466-a3e2-cea80949589c, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=2aeeb15e-d62e-4466-a3e2-cea80949589c,segment=NetworkSegment(8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac),segment_id=8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:43.766104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513924'] for router_gateway, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.821904 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.824250 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-f00e0ef2-8e50-4e6c-99c4-93166593ef8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:43.882839 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4398'] for router, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.884952 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:43.930260 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Pushing event updated for resources: {'Port': ['ID=2aeeb15e-d62e-4466-a3e2-cea80949589c,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:43.946511 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:44.056119 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-514766'] for router, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.056674 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a88a70-b1e1-44fd-bdc1-2e4990886efa {{(pid=93575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:26:44.062657 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.064734 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-adc412d7-b3a2-48a1-ac27-3b08c90cdaab admin admin] 10.222.0.35 "DELETE /v2.0/routers/86a88a70-b1e1-44fd-bdc1-2e4990886efa HTTP/1.1" status: 204 len: 168 time: 1.9924266 Jun 28 14:26:44.067167 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48316) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:44.156447 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_v2 [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Deleting subnet e1f216d5-39ff-4eda-9712-2e661d0bc6df {{(pid=93575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:26:44.166660 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.208607 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869720'] for subnet, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.339321 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.486529 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3104625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2941460'] for subnet, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.490704 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1f06d627-db66-4018-892a-bec5bb140480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:44.522288 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f216d5-39ff-4eda-9712-2e661d0bc6df,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:44.526104 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:44.531034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.536169 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48324) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:44.537516 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f231fb-c2c1-4802-b5ef-0fd4eec3638e None None] Network d1aafa51-5bf9-408b-b862-6d2120c31368 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:26:44.562134 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5854973c-59ba-40cd-89e3-f9072f4a64f2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e1f216d5-39ff-4eda-9712-2e661d0bc6df HTTP/1.1" status: 204 len: 168 time: 0.4650383 Jun 28 14:26:44.729629 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.860260 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Deleting port d3bf129d-3bc1-4d86-b17e-2a916d5455dd {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:44.860727 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.957141 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] For port d3bf129d-3bc1-4d86-b17e-2a916d5455dd, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,segment=NetworkSegment(1f5f86bb-1d28-438c-aa5f-485845d5c8d4),segment_id=1f5f86bb-1d28-438c-aa5f-485845d5c8d4)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:44.957736 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:44.983744 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Calling delete_port for d3bf129d-3bc1-4d86-b17e-2a916d5455dd owned by network:dhcp {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:45.133634 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] DHCP port deletion for d1aafa51-5bf9-408b-b862-6d2120c31368 request from dv-cinder-761113-15-smb {{(pid=93577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:26:45.185898 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.194042 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-21a4884a-c012-4895-8762-3842ca26853e tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:45.199373 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Deleting port d3bf129d-3bc1-4d86-b17e-2a916d5455dd {{(pid=93577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:45.201058 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.219655 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:45.228039 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] No DVR routers for this DVR port d3bf129d-3bc1-4d86-b17e-2a916d5455dd on host dv-cinder-761113-15-smb {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:26:45.230343 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:45.237640 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 2aeeb15e-d62e-4466-a3e2-cea80949589c up at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:26:45.310718 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] For port d3bf129d-3bc1-4d86-b17e-2a916d5455dd, host dv-cinder-761113-15-smb, got binding levels [] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:45.311121 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.325401 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.326385 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Calling delete_port for d3bf129d-3bc1-4d86-b17e-2a916d5455dd owned by network:dhcp {{(pid=93577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:45.329673 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.ipam_backend_mixin [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Port d3bf129d-3bc1-4d86-b17e-2a916d5455dd was not found and therefore no delete operation was performed {{(pid=93577) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 14:26:45.331211 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.335887 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:45.342006 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1aafa51-5bf9-408b-b862-6d2120c31368']}} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:45.362536 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5f86bb-1d28-438c-aa5f-485845d5c8d4') {'for_net_delete': True} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:45.363496 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Pushing event deleted for resources: {'Port': ['ID=d3bf129d-3bc1-4d86-b17e-2a916d5455dd,revision_number=None']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:45.364186 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5f86bb-1d28-438c-aa5f-485845d5c8d4') {} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:45.365926 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:45.377174 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be211ba-b9f4-403a-90a0-c788b5444324 None None] No DVR routers for this DVR port d3bf129d-3bc1-4d86-b17e-2a916d5455dd on host dv-cinder-761113-15-smb {{(pid=93577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:26:45.386147 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Provisioning complete for port 2aeeb15e-d62e-4466-a3e2-cea80949589c triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:45.386534 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.392606 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58906392'] for segment, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.411220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.423385 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:26:45.424399 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971483'] for segment, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: Traceback (most recent call last): Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: timer() Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: cb(*args, **kw) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: return func(*args, **kwargs) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: self._notify() Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: self.callback(batched_events) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: event.method(event) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: return f(self, *a, **k) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: return self._get(url).json() Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: return self.request(url, 'GET', **kwargs) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:26:45.427445 dv-cinder-761113-15-smb neutron-server[93576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:26:45.571014 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c12afeef-9267-4e8a-b933-a4e0ad4eb3ef no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:26:45.577247 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.580939 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:45.584083 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:45.586262 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] 10.222.0.35 "DELETE /v2.0/networks/d1aafa51-5bf9-408b-b862-6d2120c31368 HTTP/1.1" status: 204 len: 168 time: 1.0488362 Jun 28 14:26:45.589249 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48342) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:45.609981 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: c12afeef-9267-4e8a-b933-a4e0ad4eb3ef {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:26:45.610121 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device c12afeef-9267-4e8a-b933-a4e0ad4eb3ef not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:26:45.611729 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1aafa51-5bf9-408b-b862-6d2120c31368,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:45.611869 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1cf71d25-a357-481b-acbe-b5222ba42930 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:26:45.618859 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:45.645097 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 1cf71d25-a357-481b-acbe-b5222ba42930 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:26:45.645850 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 1cf71d25-a357-481b-acbe-b5222ba42930 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:26:45.646471 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device d3bf129d-3bc1-4d86-b17e-2a916d5455dd no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:26:45.679128 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: d3bf129d-3bc1-4d86-b17e-2a916d5455dd {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:26:45.681793 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device d3bf129d-3bc1-4d86-b17e-2a916d5455dd not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:26:46.060647 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586657'] for router_interface, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:46.411926 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Deleting port 029e5c8a-9ca5-4e5e-a936-20540c261fdc {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:46.423269 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:46.528936 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] For port 029e5c8a-9ca5-4e5e-a936-20540c261fdc, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=029e5c8a-9ca5-4e5e-a936-20540c261fdc,segment=NetworkSegment(764cb52a-0591-46f5-a70e-f8d0746e33c6),segment_id=764cb52a-0591-46f5-a70e-f8d0746e33c6)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:46.529446 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:46.551491 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Calling delete_port for 029e5c8a-9ca5-4e5e-a936-20540c261fdc owned by network:router_interface {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:46.882615 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:46.884852 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-47f43ac0-3e53-444f-832b-53432708c431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:46.924749 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=029e5c8a-9ca5-4e5e-a936-20540c261fdc,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:46.928364 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:47.203922 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1650670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577233'] for router_interface, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:47.566254 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Router d07bb979-6987-4d8f-a75d-b16e0200e789 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:26:47.566254 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:26:47.566254 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-a5be743c-5330-4e6e-86c5-d59c605fdb32 admin admin] 10.222.0.35 "PUT /v2.0/routers/d07bb979-6987-4d8f-a75d-b16e0200e789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9716456 Jun 28 14:26:47.566902 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] Sync routers for ids ['d07bb979-6987-4d8f-a75d-b16e0200e789'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:26:47.568077 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48372) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:47.576019 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] Routers {'d07bb979-6987-4d8f-a75d-b16e0200e789'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:47.576707 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['d07bb979-6987-4d8f-a75d-b16e0200e789'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:47.671993 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks [] for router, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:47.683949 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] Set router d07bb979-6987-4d8f-a75d-b16e0200e789 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:47.787649 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:47.870583 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:26:46Z', 'revision_number': 5, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:47.900858 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] Checking router: d07bb979-6987-4d8f-a75d-b16e0200e789 for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:26:47.909531 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] Routers {'d07bb979-6987-4d8f-a75d-b16e0200e789'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:26:47.910137 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:26:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['d07bb979-6987-4d8f-a75d-b16e0200e789'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:47.989377 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Deleting port 50b71749-1e6a-42d2-92a4-8614a90a3c60 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:47.989970 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.014594 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] Set router d07bb979-6987-4d8f-a75d-b16e0200e789 gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:26:48.093377 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] For port 50b71749-1e6a-42d2-92a4-8614a90a3c60, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=50b71749-1e6a-42d2-92a4-8614a90a3c60,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:48.093377 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.106010 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Calling delete_port for 50b71749-1e6a-42d2-92a4-8614a90a3c60 owned by network:router_gateway {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:48.201356 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:26:46Z', 'revision_number': 5, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:48.228083 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd15494-a0b6-4e7a-93d2-f8b6f739b5b8 None None] The sync data for ids ['d07bb979-6987-4d8f-a75d-b16e0200e789'] in dv-cinder-761113-15-smb is: [{'id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'name': 'tempest-TestShelveInstance-1929763049-router', 'tenant_id': 'ea69b774e9e44832a75f562be958bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:21:31Z', 'updated_at': '2021-06-28T14:26:46Z', 'revision_number': 5, 'project_id': 'ea69b774e9e44832a75f562be958bb07', 'gw_port': {'id': '50b71749-1e6a-42d2-92a4-8614a90a3c60', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07bb979-6987-4d8f-a75d-b16e0200e789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:21:32Z', 'updated_at': '2021-06-28T14:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:26:48.398965 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.401138 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0f3486f2-a05d-436f-917a-9f1a49676aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:48.428371 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Pushing event deleted for resources: {'Port': ['ID=50b71749-1e6a-42d2-92a4-8614a90a3c60,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:48.450680 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:48.495384 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513924'] for router_gateway, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.603501 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4398'] for router, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.605723 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.753572 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-514766'] for router, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.754395 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07bb979-6987-4d8f-a75d-b16e0200e789 {{(pid=93575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:26:48.759115 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.763631 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48392) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:48.764149 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f9f77775-0b9d-4c67-8060-b36af8e9778f admin admin] 10.222.0.35 "DELETE /v2.0/routers/d07bb979-6987-4d8f-a75d-b16e0200e789 HTTP/1.1" status: 204 len: 168 time: 1.1945724 Jun 28 14:26:48.830371 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Deleting subnet d2b2f8c0-4fca-46fc-b768-e7583d371cd5 {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:26:48.834391 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:48.875652 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58906465'] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.030378 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.122256 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 029e5c8a-9ca5-4e5e-a936-20540c261fdc no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:26:49.146554 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 029e5c8a-9ca5-4e5e-a936-20540c261fdc {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:26:49.147011 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 029e5c8a-9ca5-4e5e-a936-20540c261fdc not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:26:49.216889 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58971576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59594080'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.219215 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:49.245839 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b2f8c0-4fca-46fc-b768-e7583d371cd5,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:49.254375 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.259984 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:26:49.260919 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee48edc-1629-479b-a23f-8a2ee0fbe75b None None] Network b1d7af88-26b3-4ea1-a124-f9a1ea280a42 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:26:49.261262 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.265574 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d2b2f8c0-4fca-46fc-b768-e7583d371cd5 HTTP/1.1" status: 204 len: 168 time: 0.4982371 Jun 28 14:26:49.265574 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-bf4788bf-8342-4659-a6a2-eb8f3e94b725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:49.265988 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48394) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:49.355353 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.419143 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Deleting port 66b06c34-fab6-4a34-aea8-0255ec4cb377 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:49.419143 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.518707 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] For port 66b06c34-fab6-4a34-aea8-0255ec4cb377, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=66b06c34-fab6-4a34-aea8-0255ec4cb377,segment=NetworkSegment(764cb52a-0591-46f5-a70e-f8d0746e33c6),segment_id=764cb52a-0591-46f5-a70e-f8d0746e33c6)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:49.519510 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.525668 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] DHCP port deletion for b1d7af88-26b3-4ea1-a124-f9a1ea280a42 request from dv-cinder-761113-15-smb {{(pid=93577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:26:49.539031 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Calling delete_port for 66b06c34-fab6-4a34-aea8-0255ec4cb377 owned by network:dhcp {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:49.584555 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] Deleting port 66b06c34-fab6-4a34-aea8-0255ec4cb377 {{(pid=93577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:26:49.585370 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.670656 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] For port 66b06c34-fab6-4a34-aea8-0255ec4cb377, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=66b06c34-fab6-4a34-aea8-0255ec4cb377,segment=NetworkSegment(764cb52a-0591-46f5-a70e-f8d0746e33c6),segment_id=764cb52a-0591-46f5-a70e-f8d0746e33c6)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:26:49.671071 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.696001 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] Calling delete_port for 66b06c34-fab6-4a34-aea8-0255ec4cb377 owned by network:dhcp {{(pid=93577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:26:49.747274 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.750228 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-40c6f18f-5ccf-4bce-808e-138079c7fb1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:49.784758 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b06c34-fab6-4a34-aea8-0255ec4cb377,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:49.789259 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:49.792649 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] No DVR routers for this DVR port 66b06c34-fab6-4a34-aea8-0255ec4cb377 on host dv-cinder-761113-15-smb {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:26:49.834358 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.844759 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-53c2a583-099b-43e0-8d32-b1fa565a6224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:49.850154 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] No DVR routers for this DVR port 66b06c34-fab6-4a34-aea8-0255ec4cb377 on host dv-cinder-761113-15-smb {{(pid=93577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:26:49.879514 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] Pushing event deleted for resources: {'Port': ['ID=66b06c34-fab6-4a34-aea8-0255ec4cb377,revision_number=None']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:49.888719 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-63301bd3-bdc1-44b8-9a82-b77998b7397a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:49.911243 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.922765 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d7af88-26b3-4ea1-a124-f9a1ea280a42']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:49.935163 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764cb52a-0591-46f5-a70e-f8d0746e33c6') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:49.935458 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764cb52a-0591-46f5-a70e-f8d0746e33c6') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:26:49.945001 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.965079 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.971770 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:26:49.972204 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:26:49.973911 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:26:50.107819 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:50.111562 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:50.114092 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:50.119388 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b1d7af88-26b3-4ea1-a124-f9a1ea280a42 HTTP/1.1" status: 204 len: 168 time: 0.8489778 Jun 28 14:26:50.131906 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d7af88-26b3-4ea1-a124-f9a1ea280a42,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:50.137020 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-67ff6398-ed59-4fdc-9e12-04a10b70c532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:50.597185 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48402) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:50.644292 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-41dae922-69a9-4588-81a1-4be2519430f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4196a0dc8358414eb45e0e17fcca3152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450971 Jun 28 14:26:50.646595 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48404) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:50.700731 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b1be8ae9-7241-4c80-9216-7462b9fb4745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:50.731695 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b1be8ae9-7241-4c80-9216-7462b9fb4745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:50.873912 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b1be8ae9-7241-4c80-9216-7462b9fb4745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:50.877284 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b1be8ae9-7241-4c80-9216-7462b9fb4745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:50.880645 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b1be8ae9-7241-4c80-9216-7462b9fb4745 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a33e6c8a-c6bb-4541-98e3-78bd8e9889f1 HTTP/1.1" status: 204 len: 168 time: 0.2327888 Jun 28 14:26:50.881805 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-4a39af98-9f3d-4fe6-94a8-54de0f693a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:50.897027 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be8ae9-7241-4c80-9216-7462b9fb4745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e6c8a-c6bb-4541-98e3-78bd8e9889f1,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:50.902024 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b1be8ae9-7241-4c80-9216-7462b9fb4745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:51.081547 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 66b06c34-fab6-4a34-aea8-0255ec4cb377 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:26:51.103048 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 66b06c34-fab6-4a34-aea8-0255ec4cb377 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:26:51.103441 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 66b06c34-fab6-4a34-aea8-0255ec4cb377 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:26:51.103926 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 50b71749-1e6a-42d2-92a4-8614a90a3c60 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:26:51.125072 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 50b71749-1e6a-42d2-92a4-8614a90a3c60 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:26:51.125423 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 50b71749-1e6a-42d2-92a4-8614a90a3c60 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:26:51.996661 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48422) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:52.043739 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b0d631f9-35a1-40b4-8433-a9b116dda6b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea69b774e9e44832a75f562be958bb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426302 Jun 28 14:26:52.043739 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48424) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:52.094085 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:52.116148 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:52.357446 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:52.360089 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:52.361844 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19e1320b-c76e-4bb2-a711-85d7f7d60493 HTTP/1.1" status: 204 len: 168 time: 0.3174615 Jun 28 14:26:52.362195 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-19446618-caa8-4893-b64a-2d3159ce2375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:52.371174 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e1320b-c76e-4bb2-a711-85d7f7d60493,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:52.374767 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:53.406060 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-f7866e6b-c1be-488f-91e0-6fe29382ceb6 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:53.407531 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-f7866e6b-c1be-488f-91e0-6fe29382ceb6 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 814 time: 0.1041601 Jun 28 14:26:53.422725 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-2fda455a-86db-4824-a0f7-cbe5201acbff tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/quotas/32c97849792b4033827fb20829e4fceb HTTP/1.1" status: 200 len: 375 time: 0.0095189 Jun 28 14:26:53.491272 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-57216ec0-1b1d-4966-be96-d01c56214faa tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632093 Jun 28 14:26:53.673682 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-6be8dfab-5719-4d75-a557-a9e8031af708 service neutron] 10.222.0.35 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708360 Jun 28 14:26:53.762861 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-75f628d1-7cac-4b07-b562-1c4ef6758e83 service neutron] 10.222.0.35 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833964 Jun 28 14:26:53.994336 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f6aa91d5-80ba-40cb-862a-5adf7a6086f2 req-ea482910-6318-4650-aa6b-a8d1617288c0 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 210 time: 0.0295053 Jun 28 14:26:55.075917 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-a28fec25-e8e0-4681-a71c-95b9bf717ae8 req-4c5314ae-304a-4fd3-993a-face7a25c9a9 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 210 time: 0.0284111 Jun 28 14:26:56.218179 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-653e7e54-ee30-476f-b9cb-54ba5cbd2a60 req-c7fd7bad-3bf2-4599-b411-d6a1c603318e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 210 time: 0.0318055 Jun 28 14:26:56.650375 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-f9b8a7f0-e613-44a3-814c-ec9e028d1f3e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:56.651845 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-f9b8a7f0-e613-44a3-814c-ec9e028d1f3e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.37 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 814 time: 0.1032882 Jun 28 14:26:56.669041 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'port': {'device_id': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'admin_state_up': True, 'tenant_id': '32c97849792b4033827fb20829e4fceb'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:56.860236 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:26:56.893919 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Made reservation on behalf of 32c97849792b4033827fb20829e4fceb for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:26:56.893919 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:57.020415 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Allocated IP 172.20.0.9 (937486a3-ed1a-45c1-a26b-bb1cd4138274/6ed21fa9-ea2b-4055-aab6-4eea2007998a/1ff4cc56-917d-4b78-9ced-8e1c21b81a60) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:26:57.170540 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:57.187873 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Transition to ACTIVE for port object 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:57.342188 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:57.346932 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c92e96aa-d1e5-498b-918c-1c8cb7d2592f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:57.363330 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-da1e6fca-4825-4201-b41f-3bef9a5a43b7 req-0f3a65f4-53ae-4e55-90ee-bb09ca586718 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 210 time: 0.0331070 Jun 28 14:26:57.391690 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:26:57.397232 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:26:57.399980 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:26:57.431620 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:57.435567 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:57.462273 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:57.462921 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:57.530811 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-28299b6a-5648-40fe-ab6e-1c6a2acdc8bf tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654137 Jun 28 14:26:57.549147 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Request body: {'port': {'device_id': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:26:57.625336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:57.745284 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ba494b5b-561e-4ac6-959a-f42495404b51 None None] Provisioning for port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:26:57.750220 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-ba494b5b-561e-4ac6-959a-f42495404b51 None None] Provisioning complete for port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:26:57.750747 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ba494b5b-561e-4ac6-959a-f42495404b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:57.796568 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ba494b5b-561e-4ac6-959a-f42495404b51 None None] Port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:26:57.997884 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:26:58.007046 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:58.021723 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Transition to ACTIVE for port object 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:26:58.107873 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:58.111374 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-a90bddb2-8c9c-484a-aebc-712696a7d948 tempest-VolumesActionsTest-824716105 tempest-VolumesActionsTest-824716105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:58.181055 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:58.184534 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:58.243619 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Attempting to bind port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:26:58.243971 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Attempting to bind port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:26:58.244372 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Attempting to bind port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 on network 937486a3-ed1a-45c1-a26b-bb1cd4138274 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:58.262685 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 on network 937486a3-ed1a-45c1-a26b-bb1cd4138274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:26:58.263013 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Attempting to bind port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 on network 937486a3-ed1a-45c1-a26b-bb1cd4138274 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:26:58.268771 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:26:58.269123 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Checking segment: {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:26:58.269516 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Bound using segment: {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:26:58.270120 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Bound port: 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:26:58.270490 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:58.381459 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:26:58.385167 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:26:58.471915 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:58.476280 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-4d308a77-597c-47f5-975d-60cc23231845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:26:58.636541 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:58.638207 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:58.639748 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 1093 time: 1.0950086 Jun 28 14:26:58.645921 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:26:58.645921 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0868df8-99fa-4de6-99cc-4b2c431fe16c" -d '{"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:26:58.653168 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:26:58.656255 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:26:58.694910 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f836ffc-3b74-424a-9101-dae4a7a1f89f x-openstack-request-id: req-9f836ffc-3b74-424a-9101-dae4a7a1f89f {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:26:58.695533 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:26:58.695987 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f836ffc-3b74-424a-9101-dae4a7a1f89f {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:26:58.696760 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'status': 'completed', 'code': 200} Jun 28 14:26:58.714097 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec6c5-a12b-422c-8cc3-28ca5073e1a9 req-d24172e2-f242-4388-b1f8-6081d3005350 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:58.716394 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-828ec6c5-a12b-422c-8cc3-28ca5073e1a9 req-d24172e2-f242-4388-b1f8-6081d3005350 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.1728504 Jun 28 14:26:58.781744 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-828ec6c5-a12b-422c-8cc3-28ca5073e1a9 req-5563670d-8ca0-49b4-940e-f60c8d52125e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 Jun 28 14:26:59.759756 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48538) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:26:59.870268 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:26:59.981996 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec100fa4-5671-48d7-837a-a3330a327e12 req-f2dfd69b-3fd0-482c-9970-5a17e64ceeb2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:26:59.983509 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ec100fa4-5671-48d7-837a-a3330a327e12 req-f2dfd69b-3fd0-482c-9970-5a17e64ceeb2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0705795 Jun 28 14:27:00.056400 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ec100fa4-5671-48d7-837a-a3330a327e12 req-a89c5521-bd65-4bf3-82ce-a6a2911a7fe2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Jun 28 14:27:00.081115 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:00.167702 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:00.171241 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-00e85388-62f2-4bf9-b933-23bd877f0c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:00.209989 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78d1639853554b848541d65b5e3ed996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490337 Jun 28 14:27:00.210754 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38760520-e736-4a1e-ba41-cace3e3675c1,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:00.212745 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48544) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:00.218360 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.218744 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.219123 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.219495 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.219868 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.220262 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.220627 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.220995 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.221355 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.221713 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.222069 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.222423 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:00.226109 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:00.264651 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3574252b-5cf3-45cd-b95a-01a28e05d5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:00.289328 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3574252b-5cf3-45cd-b95a-01a28e05d5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:00.422401 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3574252b-5cf3-45cd-b95a-01a28e05d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:00.425303 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-3574252b-5cf3-45cd-b95a-01a28e05d5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:00.426530 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-3574252b-5cf3-45cd-b95a-01a28e05d5d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38760520-e736-4a1e-ba41-cace3e3675c1 HTTP/1.1" status: 204 len: 168 time: 0.2127676 Jun 28 14:27:00.427320 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-90dd8d16-c893-4fe5-8f14-a935b24933dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:00.438153 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574252b-5cf3-45cd-b95a-01a28e05d5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38760520-e736-4a1e-ba41-cace3e3675c1,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:00.441217 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-3574252b-5cf3-45cd-b95a-01a28e05d5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:01.245088 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14fc15-6665-4a35-a381-4a251770f9af req-b8ab8b2a-4470-49f9-95e2-2e2965c1bbc9 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:01.248091 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7d14fc15-6665-4a35-a381-4a251770f9af req-b8ab8b2a-4470-49f9-95e2-2e2965c1bbc9 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0701661 Jun 28 14:27:01.287906 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-7d14fc15-6665-4a35-a381-4a251770f9af req-0ee8ba5c-4f03-43ba-91c1-8f72c77552f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Jun 28 14:27:01.325002 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48554) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:01.339843 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-88cb51ee-5e3b-4c2d-ac30-4cd5cea61e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.430689 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-88cb51ee-5e3b-4c2d-ac30-4cd5cea61e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.490335 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-88cb51ee-5e3b-4c2d-ac30-4cd5cea61e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.493267 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3bb91cc6-01b7-4d3a-ba6d-cca186ff591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:01.531931 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-88cb51ee-5e3b-4c2d-ac30-4cd5cea61e4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ab84e6414204e569522bb95f558f381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050617 Jun 28 14:27:01.532902 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb51ee-5e3b-4c2d-ac30-4cd5cea61e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f7c0a9-530b-4777-9262-b061c6b18d4b,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:01.534656 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48556) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:01.539321 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-88cb51ee-5e3b-4c2d-ac30-4cd5cea61e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:01.598472 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d7424739-5b1b-49ee-9382-ef9245accafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.620334 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d7424739-5b1b-49ee-9382-ef9245accafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.787325 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d7424739-5b1b-49ee-9382-ef9245accafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.790023 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-d7424739-5b1b-49ee-9382-ef9245accafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:01.791140 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-d7424739-5b1b-49ee-9382-ef9245accafc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80f7c0a9-530b-4777-9262-b061c6b18d4b HTTP/1.1" status: 204 len: 168 time: 0.2552009 Jun 28 14:27:01.792056 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b16fc530-9bce-470f-a3ea-13dd7d8df0b0 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:01.800085 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424739-5b1b-49ee-9382-ef9245accafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f7c0a9-530b-4777-9262-b061c6b18d4b,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:01.802613 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d7424739-5b1b-49ee-9382-ef9245accafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:02.487263 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f17de-59e6-46d5-903a-ced4aac70350 req-5df94798-86d7-4f0d-aba3-54f7e027d5b8 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:02.490044 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-234f17de-59e6-46d5-903a-ced4aac70350 req-5df94798-86d7-4f0d-aba3-54f7e027d5b8 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0780995 Jun 28 14:27:02.533800 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-234f17de-59e6-46d5-903a-ced4aac70350 req-796f7c75-8ce3-47ba-8556-e4c5c2653796 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Jun 28 14:27:02.798783 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-fac28fe3-b8ff-4de1-9c40-4a133eac947b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:02.833172 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48564) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:02.850415 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c1395e24-d0ec-44a8-be39-1b865baa1c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:02.945852 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c1395e24-d0ec-44a8-be39-1b865baa1c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:03.035468 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c1395e24-d0ec-44a8-be39-1b865baa1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:03.038482 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8a8af132-c1ed-46db-991d-f4ed2e718487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:03.081949 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48566) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:03.082541 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c1395e24-d0ec-44a8-be39-1b865baa1c47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=652fe33a18bd4862a99acab2ea3889b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477643 Jun 28 14:27:03.083683 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1395e24-d0ec-44a8-be39-1b865baa1c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9571cd-4cf3-4ba2-88e5-188c1dfa7f51,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:03.086989 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c1395e24-d0ec-44a8-be39-1b865baa1c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:03.414261 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:03.438246 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:03.581345 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:03.584678 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:03.586019 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb9571cd-4cf3-4ba2-88e5-188c1dfa7f51 HTTP/1.1" status: 204 len: 168 time: 0.5025220 Jun 28 14:27:03.586860 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-9385991b-f311-4f8f-9703-112b760e8983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:03.598819 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9571cd-4cf3-4ba2-88e5-188c1dfa7f51,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:03.606161 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:03.899370 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a02f7-168b-4f2e-93f1-02317e34005a req-a1f63ac5-aee1-416f-bbfb-4ae486706768 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:03.902071 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a95a02f7-168b-4f2e-93f1-02317e34005a req-a1f63ac5-aee1-416f-bbfb-4ae486706768 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0730770 Jun 28 14:27:03.961565 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a95a02f7-168b-4f2e-93f1-02317e34005a req-cacb9aaa-b8be-4aef-86f2-3a0aa19768ca tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527959 Jun 28 14:27:05.165931 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff14aa-fa0f-4c15-b5a6-41c3b4689948 req-1e430170-85f1-4d08-9cf4-f460a56e243e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:05.172623 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-17ff14aa-fa0f-4c15-b5a6-41c3b4689948 req-1e430170-85f1-4d08-9cf4-f460a56e243e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0901570 Jun 28 14:27:05.207914 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-17ff14aa-fa0f-4c15-b5a6-41c3b4689948 req-b817d470-38b1-4578-8a85-c818669c1f03 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Jun 28 14:27:05.321137 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-eabc595b-8014-4232-9f38-607bf4020639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:05.482720 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:05.553021 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:06.417258 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ce7a9-56bb-4e5c-93df-96e6ad26dfdd req-a0bf4ed3-a4e7-4ce3-afd4-6b695b79b3ff tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:06.419498 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cf3ce7a9-56bb-4e5c-93df-96e6ad26dfdd req-a0bf4ed3-a4e7-4ce3-afd4-6b695b79b3ff tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0853620 Jun 28 14:27:06.458369 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-cf3ce7a9-56bb-4e5c-93df-96e6ad26dfdd req-5abedd84-f235-45bc-a235-7b4ff1c2735e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333576 Jun 28 14:27:06.604782 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:07.348066 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48646) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:07.453258 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-40a24e4c-ec3b-44ff-93a1-8335fbb59e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:07.546701 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-40a24e4c-ec3b-44ff-93a1-8335fbb59e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:07.630469 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847ed86-36d8-443e-98c7-f0950b4eafa9 req-d5305f92-0fe6-409d-ab99-203121bff00f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:07.631918 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b847ed86-36d8-443e-98c7-f0950b4eafa9 req-d5305f92-0fe6-409d-ab99-203121bff00f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0612671 Jun 28 14:27:07.633021 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-40a24e4c-ec3b-44ff-93a1-8335fbb59e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:07.636171 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-32cf06c5-9b83-4a28-8866-b2cb79f4db37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:07.686471 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a24e4c-ec3b-44ff-93a1-8335fbb59e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7742c2-2432-48a9-bd7c-8dfb02e3459d,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:07.692449 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-40a24e4c-ec3b-44ff-93a1-8335fbb59e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:07.695230 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-40a24e4c-ec3b-44ff-93a1-8335fbb59e6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=541491e6d19b402c9c8fec2b460e0231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461332 Jun 28 14:27:07.698452 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48652) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:07.708311 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b847ed86-36d8-443e-98c7-f0950b4eafa9 req-85b38b70-5302-4a53-916f-7cf5c1363dd7 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698669 Jun 28 14:27:07.756926 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f0651931-0b05-43b7-8a33-76b32ff3c817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:07.802623 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f0651931-0b05-43b7-8a33-76b32ff3c817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:07.854115 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0868df8-99fa-4de6-99cc-4b2c431fe16c req-61b056f8-5fb5-4c09-b5f9-ca0d3405bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:07.855696 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b0868df8-99fa-4de6-99cc-4b2c431fe16c req-61b056f8-5fb5-4c09-b5f9-ca0d3405bc69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1096 time: 0.0849314 Jun 28 14:27:07.998172 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0868df8-99fa-4de6-99cc-4b2c431fe16c req-d24b9736-94f4-4271-8309-bee9968385d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:07.999688 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b0868df8-99fa-4de6-99cc-4b2c431fe16c req-d24b9736-94f4-4271-8309-bee9968385d9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=32c97849792b4033827fb20829e4fceb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1005948 Jun 28 14:27:08.092223 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0868df8-99fa-4de6-99cc-4b2c431fe16c req-d67665c3-c4c1-424d-b9f6-48474928d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:08.133222 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b0868df8-99fa-4de6-99cc-4b2c431fe16c req-d67665c3-c4c1-424d-b9f6-48474928d9bc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874155 Jun 28 14:27:08.850127 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:08.862197 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f0651931-0b05-43b7-8a33-76b32ff3c817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:08.864783 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f0651931-0b05-43b7-8a33-76b32ff3c817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:08.866791 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f0651931-0b05-43b7-8a33-76b32ff3c817 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e7742c2-2432-48a9-bd7c-8dfb02e3459d HTTP/1.1" status: 204 len: 168 time: 1.1668131 Jun 28 14:27:08.869467 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-25dff215-72f6-4ece-ba87-fc2e860014e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:08.881328 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651931-0b05-43b7-8a33-76b32ff3c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7742c2-2432-48a9-bd7c-8dfb02e3459d,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:08.884082 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f0651931-0b05-43b7-8a33-76b32ff3c817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:08.948002 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8baa97-7b64-473f-b144-54feeda03dac req-d47eeabf-8b74-4a74-b131-d5f78ac2a610 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:08.949628 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0d8baa97-7b64-473f-b144-54feeda03dac req-d47eeabf-8b74-4a74-b131-d5f78ac2a610 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.1221340 Jun 28 14:27:08.980874 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-92c4be26-f494-4f64-9c69-038ca3f6ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:08.982353 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-92c4be26-f494-4f64-9c69-038ca3f6ae8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1096 time: 0.0937612 Jun 28 14:27:09.007332 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0d8baa97-7b64-473f-b144-54feeda03dac req-f1c1d6c9-9a0e-4f66-bd5f-d140b5280997 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513930 Jun 28 14:27:09.041813 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-3754dd73-386a-4534-ad44-9cc77ba89fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 217 time: 0.0467348 Jun 28 14:27:09.089093 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-80f3c32f-8321-4bbf-b593-07d6f1c1e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:09.091106 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-80f3c32f-8321-4bbf-b593-07d6f1c1e4ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 200 len: 853 time: 0.0429785 Jun 28 14:27:09.146673 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-0faca3fd-9086-4073-8bce-d3b38a546a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:09.148273 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-0faca3fd-9086-4073-8bce-d3b38a546a98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=937486a3-ed1a-45c1-a26b-bb1cd4138274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0508497 Jun 28 14:27:09.247357 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-dfef929f-29bd-4bf9-a74b-f50e76644911 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902636 Jun 28 14:27:09.341103 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-8a0019cd-edd9-4c4f-94e1-805229fd02ea req-5dff6435-7443-430d-9368-5c8adcb6be40 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871418 Jun 28 14:27:09.520598 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48660) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:09.535274 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f117949d-aa8c-4b65-83f6-48a947303940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:09.621744 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f117949d-aa8c-4b65-83f6-48a947303940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:09.712554 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-f117949d-aa8c-4b65-83f6-48a947303940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:09.715361 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b97a3c0b-f6a1-48fa-a1ca-baecb1b9b3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:09.754588 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f117949d-aa8c-4b65-83f6-48a947303940 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbb906532fd547008f94076f004b4f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329304 Jun 28 14:27:09.755486 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117949d-aa8c-4b65-83f6-48a947303940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f8c99-ce9c-4dfc-a903-97b0f8d00cf4,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:09.757352 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 48662) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:09.758478 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-f117949d-aa8c-4b65-83f6-48a947303940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:09.809356 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1f32e343-2737-4336-a6e6-3e1c13177364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:09.830854 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1f32e343-2737-4336-a6e6-3e1c13177364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:10.007853 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1f32e343-2737-4336-a6e6-3e1c13177364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:10.010542 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-1f32e343-2737-4336-a6e6-3e1c13177364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:10.012302 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-1f32e343-2737-4336-a6e6-3e1c13177364 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f28f8c99-ce9c-4dfc-a903-97b0f8d00cf4 HTTP/1.1" status: 204 len: 168 time: 0.2532678 Jun 28 14:27:10.013153 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-dc3eb26d-92d9-4e01-91e1-830bd83f9311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:10.020484 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32e343-2737-4336-a6e6-3e1c13177364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f8c99-ce9c-4dfc-a903-97b0f8d00cf4,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:10.022663 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-1f32e343-2737-4336-a6e6-3e1c13177364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:10.189270 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbd84-c343-4b78-899f-ddae7645a3b1 req-40ef56c3-675c-44bd-ac4d-e54e802bd2b4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:10.190638 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-582bbd84-c343-4b78-899f-ddae7645a3b1 req-40ef56c3-675c-44bd-ac4d-e54e802bd2b4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 943 time: 0.0619605 Jun 28 14:27:10.227363 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-582bbd84-c343-4b78-899f-ddae7645a3b1 req-473fd837-aa79-4b71-9cd1-257f32d72f44 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Jun 28 14:27:10.427730 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:27:10.524037 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:10.536786 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'port_id': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'mac_address': 'fa:16:3e:05:1c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:27:10.572543 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:10.584551 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:27:10.603296 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:10.695427 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:10.697253 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:10.746600 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:10.753432 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.753784 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.754125 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.754474 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.754790 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.755124 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.755446 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.755769 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.756094 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.756441 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.756762 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.757081 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:27:10.760907 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:10.974798 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['1ff4cc56-917d-4b78-9ced-8e1c21b81a60'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:27:11.400120 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137ad77-0835-421b-97b4-9855fb7b5554 req-bb37e729-4ef2-423b-97c2-57f53afd8bc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:11.401599 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a137ad77-0835-421b-97b4-9855fb7b5554 req-bb37e729-4ef2-423b-97c2-57f53afd8bc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 944 time: 0.0656426 Jun 28 14:27:11.440718 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a137ad77-0835-421b-97b4-9855fb7b5554 req-f6b5d1c0-d1c1-4783-9b49-0efe1c3b259f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323539 Jun 28 14:27:12.435450 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:27:12.581264 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:27:12.585415 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:27:12.588400 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:12.622503 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca288676-c8d4-499d-b7f4-38423661a75f req-404f9899-8f06-45cc-8959-48d2ad0131b4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:12.624186 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ca288676-c8d4-499d-b7f4-38423661a75f req-404f9899-8f06-45cc-8959-48d2ad0131b4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 944 time: 0.0643063 Jun 28 14:27:12.663453 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ca288676-c8d4-499d-b7f4-38423661a75f req-dc95a6cb-151d-4b2b-ab6e-918e21a1c209 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Jun 28 14:27:12.674485 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:12.692049 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:27:12.694252 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0455f953-16a8-4587-9602-4c59c39fdaed" -d '{"events": [{"server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:27:12.707235 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:12.730058 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a23213-7d9e-4f64-9208-8c66bd804cda x-openstack-request-id: req-72a23213-7d9e-4f64-9208-8c66bd804cda {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:27:12.730378 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:27:12.730650 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72a23213-7d9e-4f64-9208-8c66bd804cda {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:27:12.731056 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'code': 200} Jun 28 14:27:12.779021 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:12.781026 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:12.826083 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:12.829028 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:13.025458 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-1effa35f-4cf5-465a-8ce8-c92cf2333846 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c654d9d8a23248f4bd38bead04d3aaa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336256 Jun 28 14:27:13.150107 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d144a4f-672c-460a-a80e-e1d8b7da185a req-994a980e-bade-4157-bc8f-a5b98714a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:13.151517 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6d144a4f-672c-460a-a80e-e1d8b7da185a req-994a980e-bade-4157-bc8f-a5b98714a727 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1098 time: 0.0523894 Jun 28 14:27:13.186618 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-6d144a4f-672c-460a-a80e-e1d8b7da185a req-cdfa817d-b0a6-4b2f-a415-5d73d7555d71 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289443 Jun 28 14:27:13.207680 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-f76f8eb7-cee6-4266-b816-bc93db416ff5 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:13.209148 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-f76f8eb7-cee6-4266-b816-bc93db416ff5 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768069 Jun 28 14:27:13.223136 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-d53f5cc9-ac3a-4e94-980a-a93c55bc79e8 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/quotas/c654d9d8a23248f4bd38bead04d3aaa7 HTTP/1.1" status: 200 len: 375 time: 0.0086534 Jun 28 14:27:13.256292 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-fcb7a490-5880-45f7-a612-75b6ef18562c tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c654d9d8a23248f4bd38bead04d3aaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283995 Jun 28 14:27:13.523385 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2756c4fe-39b4-4593-b202-f62913a8247a req-4bdd83a9-bb1d-43c9-a32f-a0b228e53aa7 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0314009 Jun 28 14:27:13.845416 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcb4de-9331-4c7c-b961-e9afc6ba47ec req-22a19930-5587-48c7-a5b7-635bd64c5013 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:13.846857 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-72dcb4de-9331-4c7c-b961-e9afc6ba47ec req-22a19930-5587-48c7-a5b7-635bd64c5013 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0659359 Jun 28 14:27:13.883600 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-72dcb4de-9331-4c7c-b961-e9afc6ba47ec req-62122546-47b5-4695-a61e-e8c0e8910474 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306456 Jun 28 14:27:14.603780 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-25510d06-1bea-477e-80fa-b33115fc13a2 req-b95d07e7-4b08-4ac1-893d-4d38a1ffe073 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Jun 28 14:27:15.053116 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade34db-b984-46ba-9716-d950cc21afc4 req-fb616dd1-48da-44f8-b58b-d28d02f49eab tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:15.054635 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eade34db-b984-46ba-9716-d950cc21afc4 req-fb616dd1-48da-44f8-b58b-d28d02f49eab tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0620489 Jun 28 14:27:15.091464 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-eade34db-b984-46ba-9716-d950cc21afc4 req-cbf7a300-9094-4d28-a275-3e1160e1bbb9 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307243 Jun 28 14:27:15.260288 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7200dc-4407-4879-b9a4-5d630199ac24 req-966c7cf6-aaf6-4b58-bde0-1a67b114c30b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:15.262375 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2d7200dc-4407-4879-b9a4-5d630199ac24 req-966c7cf6-aaf6-4b58-bde0-1a67b114c30b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0614254 Jun 28 14:27:15.299421 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-2d7200dc-4407-4879-b9a4-5d630199ac24 req-e6e3d25f-aec8-49d8-b5b0-611b7e6d70ca tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Jun 28 14:27:15.682642 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6b18b-52f6-41f2-8489-178161ef913e req-80a106e3-f6f9-439a-b223-e0c1d2cf3cf5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:15.684401 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-41a6b18b-52f6-41f2-8489-178161ef913e req-80a106e3-f6f9-439a-b223-e0c1d2cf3cf5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0732460 Jun 28 14:27:15.688486 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea4af8a2-f930-45e7-bfaa-a7a3c691b609 req-c6f83803-f425-4cbd-b236-324493840991 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Jun 28 14:27:15.723536 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-41a6b18b-52f6-41f2-8489-178161ef913e req-98be287b-7379-42c7-80ff-8461fe57ba56 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Jun 28 14:27:16.770772 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bf3bc934-f22c-4b89-8bfd-b95451841846 req-f28e4644-9c26-49b9-9beb-ff2ba56e5d1c tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0327902 Jun 28 14:27:17.906680 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b6d3bafb-ffa1-4f99-adfe-9683418f5017 req-16ee9604-1a7b-4eb0-817d-6837ef3f8533 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0291114 Jun 28 14:27:19.049690 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ccb2f12b-348f-4b2d-8222-f4bea2b7d206 req-ab0a75dc-25a5-4ebc-8bec-16e7256a1ced tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Jun 28 14:27:20.102437 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-b30dd2db-e29f-4908-9ea0-4926745e5e23 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c654d9d8a23248f4bd38bead04d3aaa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286913 Jun 28 14:27:20.249614 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-a4a2b0a7-0c70-4e06-9251-f0566c68b293 req-18da5609-59bd-431d-bbe2-f988f71d5abc tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0798054 Jun 28 14:27:20.312780 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-3563ae26-9a48-4d1c-bfbf-9bc8c351ab13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:20.314236 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-3563ae26-9a48-4d1c-bfbf-9bc8c351ab13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067995 Jun 28 14:27:20.337733 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Request body: {'port': {'device_id': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f', 'admin_state_up': True, 'tenant_id': 'c654d9d8a23248f4bd38bead04d3aaa7'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:20.784734 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Made reservation on behalf of c654d9d8a23248f4bd38bead04d3aaa7 for: {'port': 1} {{(pid=93576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 14:27:20.788596 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:20.797698 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks [] for security_group, before_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:20.889162 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:20.905372 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263fbfe-f2e9-4ea2-a6eb-637770482d0a req-16b56334-9178-4042-ab80-933ebb85b856 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:20.908816 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1263fbfe-f2e9-4ea2-a6eb-637770482d0a req-16b56334-9178-4042-ab80-933ebb85b856 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0624654 Jun 28 14:27:20.943298 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1263fbfe-f2e9-4ea2-a6eb-637770482d0a req-9b2ff3c9-5767-401f-8b87-2153f5f38536 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Jun 28 14:27:20.967822 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48796) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:21.007664 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.012244 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-8def1e43-56c6-43ff-9315-345b0f3ae7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:21.079044 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a145b15b-2c7d-40b8-bf83-f4872c22ae68,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:21.083851 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:21.149411 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_common [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Allocated IP 192.168.233.105 (6d03ac53-8d8c-4a20-9d67-bc802534868f/bad8d04e-3608-4560-9ec8-bf519edf3fee/6fac84c6-c025-4159-86a0-a170c232ad03) {{(pid=93576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:27:21.172027 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce6c83-6667-4226-8278-48499b275ca5 tempest-TestMinimumBasicScenario-1969288995 tempest-TestMinimumBasicScenario-1969288995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:21.173672 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b9ce6c83-6667-4226-8278-48499b275ca5 tempest-TestMinimumBasicScenario-1969288995 tempest-TestMinimumBasicScenario-1969288995-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1093 time: 0.2048173 Jun 28 14:27:21.176369 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48800) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:21.180788 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'floatingip': {'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'port_id': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:21.261418 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for floatingip, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.301632 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks [] for port, precommit_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.317369 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Transition to ACTIVE for port object 6fac84c6-c025-4159-86a0-a170c232ad03 will not be triggered until provisioned by entity DHCP. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:27:21.362963 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.393375 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04e48da9-d4aa-4987-b6b1-0faceb2a8ae1 req-21013695-2e19-47fa-8f84-79362a610966 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0294282 Jun 28 14:27:21.454163 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58971533'] for port, after_create {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.459416 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d1877fa0-5e98-4884-a387-876d1fdaa03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:21.477983 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_common [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Allocated IP 172.28.3.35 (3b939953-808b-497e-ba61-fcc797e0961e/ecc90170-9f32-48fc-b2cc-1c4906db30d0/83d9560b-a44b-4402-be27-f4c24fac3e71) {{(pid=93575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 14:27:21.523680 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Network 6d03ac53-8d8c-4a20-9d67-bc802534868f is already hosted by enough agents. {{(pid=93576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:27:21.533663 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.base_scheduler [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Resources bound (agent type, host, resource id): {{(pid=93576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:27:21.538155 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Received port after_create {{(pid=93576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:27:21.570457 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Pushing event updated for resources: {'Port': ['ID=6fac84c6-c025-4159-86a0-a170c232ad03,revision_number=1']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:21.575229 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:21.594965 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:21.595689 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.603757 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for port, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.682663 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3527536 Jun 28 14:27:21.700022 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Request body: {'port': {'device_id': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:21.710758 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1467519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-238578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791972699374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3104580'] for port, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.713802 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:21.751011 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Network 3b939953-808b-497e-ba61-fcc797e0961e is already hosted by enough agents. {{(pid=93575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 14:27:21.756377 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.base_scheduler [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Resources bound (agent type, host, resource id): {{(pid=93575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 14:27:21.759699 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Received port after_create {{(pid=93575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 14:27:21.765297 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'Port': ['ID=83d9560b-a44b-4402-be27-f4c24fac3e71,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:21.779510 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.783886 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:21.882722 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2325-4e34-4103-a566-0f6305935c8f None None] Provisioning for port 6fac84c6-c025-4159-86a0-a170c232ad03 completed by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:27:21.886904 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2325-4e34-4103-a566-0f6305935c8f None None] Provisioning complete for port 6fac84c6-c025-4159-86a0-a170c232ad03 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:27:21.887361 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2325-4e34-4103-a566-0f6305935c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:21.922829 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc2325-4e34-4103-a566-0f6305935c8f None None] Port 6fac84c6-c025-4159-86a0-a170c232ad03 cannot update to ACTIVE because it is not bound. {{(pid=93577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 14:27:22.050099 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fac84c6-c025-4159-86a0-a170c232ad03 {{(pid=93576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:27:22.057588 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.070133 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.provisioning_blocks [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Transition to ACTIVE for port object 6fac84c6-c025-4159-86a0-a170c232ad03 will not be triggered until provisioned by entity L2. {{(pid=93576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 14:27:22.125014 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.141077 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.144102 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d7f5ebb9-8ae3-4153-a0db-df9313b21953 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:22.194437 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Pushing event updated for resources: {'Port': ['ID=6fac84c6-c025-4159-86a0-a170c232ad03,revision_number=2']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:22.213085 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:22.266907 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Attempting to bind port 6fac84c6-c025-4159-86a0-a170c232ad03 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 14:27:22.267550 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Attempting to bind port 6fac84c6-c025-4159-86a0-a170c232ad03 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 14:27:22.267933 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Attempting to bind port 6fac84c6-c025-4159-86a0-a170c232ad03 on network 6d03ac53-8d8c-4a20-9d67-bc802534868f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:27:22.272831 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Port 6fac84c6-c025-4159-86a0-a170c232ad03 on network 6d03ac53-8d8c-4a20-9d67-bc802534868f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 14:27:22.273161 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Attempting to bind port 6fac84c6-c025-4159-86a0-a170c232ad03 on network 6d03ac53-8d8c-4a20-9d67-bc802534868f {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 14:27:22.278558 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Checking agent: {'id': '104141fe-43e8-4c62-9f2d-96bb48b50afe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'started_at': datetime.datetime(2021, 6, 28, 14, 17, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 14, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 14:27:22.280515 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Checking segment: {'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 14:27:22.280653 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.280755 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Bound using segment: {'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'} {{(pid=93576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 14:27:22.280755 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.managers [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Bound port: 6fac84c6-c025-4159-86a0-a170c232ad03, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31015bf4-ff32-40d4-9a40-21e000b8d4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f'}}] {{(pid=93576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 14:27:22.282400 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.359315 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] For port 6fac84c6-c025-4159-86a0-a170c232ad03, host hv-cinder-76111, cleared binding levels {{(pid=93576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 14:27:22.362372 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] For port 6fac84c6-c025-4159-86a0-a170c232ad03, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6fac84c6-c025-4159-86a0-a170c232ad03,segment=NetworkSegment(31015bf4-ff32-40d4-9a40-21e000b8d4c8),segment_id=31015bf4-ff32-40d4-9a40-21e000b8d4c8)] {{(pid=93576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 14:27:22.439638 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.455835 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.459217 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d4db7c31-2bc2-411c-85d5-0dbd0b8f4729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:22.489947 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:22.490638 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.492112 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] 10.222.0.37 "PUT /v2.0/ports/6fac84c6-c025-4159-86a0-a170c232ad03 HTTP/1.1" status: 200 len: 1098 time: 0.7966027 Jun 28 14:27:22.492734 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'tag': '6fac84c6-c025-4159-86a0-a170c232ad03'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:27:22.495255 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23328f1-1de6-4846-8eb3-8c7b49f65dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb35cb3-fa33-444c-8ee8-16044d840792", "tag": "6fac84c6-c025-4159-86a0-a170c232ad03"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:27:22.529335 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Pushing event updated for resources: {'Port': ['ID=6fac84c6-c025-4159-86a0-a170c232ad03,revision_number=3']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:22.533975 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-6787e3ad-6226-4878-8258-5d58e8ef98fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:22.538585 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.543381 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:22.544842 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f67cad5-3a78-4084-a541-808bae24c317 x-openstack-request-id: req-0f67cad5-3a78-4084-a541-808bae24c317 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:27:22.545179 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb35cb3-fa33-444c-8ee8-16044d840792", "tag": "6fac84c6-c025-4159-86a0-a170c232ad03", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:27:22.545478 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f67cad5-3a78-4084-a541-808bae24c317 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:27:22.548375 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'tag': '6fac84c6-c025-4159-86a0-a170c232ad03', 'status': 'completed', 'code': 200} Jun 28 14:27:22.629021 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'Port': ['ID=83d9560b-a44b-4402-be27-f4c24fac3e71,revision_number=2']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:22.635919 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:22.646556 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23328f1-1de6-4846-8eb3-8c7b49f65dcf req-3fc8be1b-1fd8-47b8-896f-0c6cf261e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:22.648069 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f23328f1-1de6-4846-8eb3-8c7b49f65dcf req-3fc8be1b-1fd8-47b8-896f-0c6cf261e1f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c654d9d8a23248f4bd38bead04d3aaa7&device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 1101 time: 0.0602438 Jun 28 14:27:22.656031 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ce50b-6958-48b7-926b-8af1d43ff96e req-895ed14b-2117-4abd-965d-6973e656de79 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:22.657645 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea6ce50b-6958-48b7-926b-8af1d43ff96e req-895ed14b-2117-4abd-965d-6973e656de79 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 948 time: 0.1527612 Jun 28 14:27:22.658525 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513895'] for floatingip, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:22.685464 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f23328f1-1de6-4846-8eb3-8c7b49f65dcf req-574a882d-122c-4aa2-80ed-2b5ed03b3873 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c654d9d8a23248f4bd38bead04d3aaa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219517 Jun 28 14:27:22.767250 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-ea6ce50b-6958-48b7-926b-8af1d43ff96e req-a6c90c87-7b0d-4fa5-bb43-27f56410097c tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743682 Jun 28 14:27:22.785306 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23328f1-1de6-4846-8eb3-8c7b49f65dcf req-54697315-0d7a-4edb-b978-08ef2f2fcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:22.786868 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f23328f1-1de6-4846-8eb3-8c7b49f65dcf req-54697315-0d7a-4edb-b978-08ef2f2fcb7a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954244 Jun 28 14:27:22.787840 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.l3_db [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Floating IP d09276b2-e0e4-4e71-8bef-0db965cd8624 associated. External IP: 172.28.3.35, port: 1ff4cc56-917d-4b78-9ced-8e1c21b81a60. Jun 28 14:27:22.896376 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-d2320c30-6407-4fe3-a6ca-7b430bd06316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:22.897783 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-d2320c30-6407-4fe3-a6ca-7b430bd06316 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c654d9d8a23248f4bd38bead04d3aaa7&device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 1101 time: 0.0534236 Jun 28 14:27:22.947267 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-2d9076b6-708d-4e1d-8145-411afdf35de8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=6fac84c6-c025-4159-86a0-a170c232ad03 HTTP/1.1" status: 200 len: 217 time: 0.0365911 Jun 28 14:27:22.991734 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Router 33bea012-8ae0-4d27-b627-a7327bb3f760 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:27:22.995041 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-60b55020-a4ba-4b66-91a7-d92b4a6415e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:22.996532 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-60b55020-a4ba-4b66-91a7-d92b4a6415e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bad8d04e-3608-4560-9ec8-bf519edf3fee HTTP/1.1" status: 200 len: 843 time: 0.0432785 Jun 28 14:27:23.053826 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-b71e70d4-36cc-44ea-aac1-cff21d6801ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:23.055322 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-b71e70d4-36cc-44ea-aac1-cff21d6801ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d03ac53-8d8c-4a20-9d67-bc802534868f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516465 Jun 28 14:27:23.095653 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:27:23.105066 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] Sync routers for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:27:23.114727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:27:23.115481 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:27:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:27:23.148647 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-a4413451-780d-477f-9cc0-5ab8cdc4a3d3 service neutron] 10.222.0.37 "GET /v2.0/networks/6d03ac53-8d8c-4a20-9d67-bc802534868f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865488 Jun 28 14:27:23.187117 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.229405 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0519366 Jun 28 14:27:23.230196 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48808) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:23.230751 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:27:23.234289 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473d80f6-94da-40fe-b7df-4b2de9a45e63" -d '{"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:27:23.241207 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15047758', 'description': 'tempest-secgroup-smoke-15047758 description', 'project_id': '32c97849792b4033827fb20829e4fceb'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:23.245933 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b7be717d-db5f-41d8-aa83-6e6c2e040cc8 req-1481b349-5fd1-4b1b-91f3-ca69beea6438 service neutron] 10.222.0.37 "GET /v2.0/networks/6d03ac53-8d8c-4a20-9d67-bc802534868f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881886 Jun 28 14:27:23.282035 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f954554e-47c8-4b99-a977-e3dd343ddcc0 x-openstack-request-id: req-f954554e-47c8-4b99-a977-e3dd343ddcc0 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:27:23.282621 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:27:23.282981 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f954554e-47c8-4b99-a977-e3dd343ddcc0 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:27:23.283682 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'status': 'completed', 'code': 200} Jun 28 14:27:23.342790 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.348873 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:27:23.389416 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-e2d16147-4572-422a-8270-cb0abe10b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:23.390912 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-e2d16147-4572-422a-8270-cb0abe10b1b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1098 time: 0.0524542 Jun 28 14:27:23.434106 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.487743 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-b04231d2-2a61-4d7f-ab15-22fe0a69dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:23.489242 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-b04231d2-2a61-4d7f-ab15-22fe0a69dfd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 915 time: 0.0915418 Jun 28 14:27:23.493420 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.497394 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-104b7f84-1634-445f-a510-06b7a02df6ef tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:23.529659 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2,revision_number=1']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:23.532902 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:23.572006 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'd09276b2-e0e4-4e71-8bef-0db965cd8624', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'port_id': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'mac_address': 'fa:16:3e:05:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:27:21Z', 'updated_at': '2021-06-28T14:27:21Z', 'revision_number': 0, 'project_id': '32c97849792b4033827fb20829e4fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:27:23.572401 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-b353bca6-eb51-4e3e-832d-e93acd8efdfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 998 time: 0.0639749 Jun 28 14:27:23.598705 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.600082 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-7bc002c5-3a6f-4f18-a88a-0071955459f5 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3630126 Jun 28 14:27:23.602687 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] Checking router: 33bea012-8ae0-4d27-b627-a7327bb3f760 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:27:23.603033 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48812) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:23.607951 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'security_group_rule': {'security_group_id': '4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2', 'project_id': '32c97849792b4033827fb20829e4fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:23.611543 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:27:23.612197 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:27:05Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:27:23.627957 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-bac28077-55ea-4194-a378-9dc6b6737951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:23.629446 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-bac28077-55ea-4194-a378-9dc6b6737951 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 200 len: 853 time: 0.0508170 Jun 28 14:27:23.688839 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-a089ad9c-541e-4ee5-8b81-2276817c6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:23.690960 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-a089ad9c-541e-4ee5-8b81-2276817c6e32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=937486a3-ed1a-45c1-a26b-bb1cd4138274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0550323 Jun 28 14:27:23.716064 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:27:23.738211 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.784906 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-8eba229d-3227-4800-ac6a-512cfab06566 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870419 Jun 28 14:27:23.805266 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.893816 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-473d80f6-94da-40fe-b7df-4b2de9a45e63 req-4b131cf2-1c18-4581-85a0-3d66ceb0703d service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972838 Jun 28 14:27:23.917301 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:23.927462 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:23.946184 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eebf9f6-24dd-4532-99b4-b7fac2972478,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:23.948833 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:23.957830 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'd09276b2-e0e4-4e71-8bef-0db965cd8624', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'port_id': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'mac_address': 'fa:16:3e:05:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:27:21Z', 'updated_at': '2021-06-28T14:27:21Z', 'revision_number': 0, 'project_id': '32c97849792b4033827fb20829e4fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:27:23.964020 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30af604-1a1c-462a-b1ab-7b183918e34a req-2e98602e-981c-4ad5-862b-46d2575c6e7d tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:23.965640 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b30af604-1a1c-462a-b1ab-7b183918e34a req-2e98602e-981c-4ad5-862b-46d2575c6e7d tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 948 time: 0.0833926 Jun 28 14:27:23.983858 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37025e5c-07a2-4de9-b315-89d9857aa3ee None None] The sync data for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb is: [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_floatingips': [{'id': 'd09276b2-e0e4-4e71-8bef-0db965cd8624', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'router_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'port_id': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'mac_address': 'fa:16:3e:05:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T14:27:21Z', 'updated_at': '2021-06-28T14:27:21Z', 'revision_number': 0, 'project_id': '32c97849792b4033827fb20829e4fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:27:24.003498 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-b30af604-1a1c-462a-b1ab-7b183918e34a req-b8ca6ee1-b540-4066-b4f9-54aef9b37840 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Jun 28 14:27:24.070304 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.071511 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-d65ae30e-a2c7-45da-bcb0-b39160838d49 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4675057 Jun 28 14:27:24.074275 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48816) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:24.079530 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'security_group_rule': {'security_group_id': '4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2', 'project_id': '32c97849792b4033827fb20829e4fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:24.163162 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6973d9fb-9105-4623-99b5-ed424b2efbfc None None] New status for floating IP d09276b2-e0e4-4e71-8bef-0db965cd8624: ACTIVE {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:27:24.204002 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.259403 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.346796 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.348923 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-de06356c-0716-463a-819e-217ad84aad58 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:24.365629 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4efbbc-0674-4fdf-a1b0-fa99b095c79c,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:24.368365 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:24.438434 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.439715 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-1a3c9880-a94b-43d1-9625-c49e1418a825 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3638659 Jun 28 14:27:24.442410 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48818) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:24.446967 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'security_group_rule': {'security_group_id': '4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2', 'project_id': '32c97849792b4033827fb20829e4fceb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:24.497718 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 6fac84c6-c025-4159-86a0-a170c232ad03 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=93577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 14:27:24.551712 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.593895 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 6fac84c6-c025-4159-86a0-a170c232ad03, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6fac84c6-c025-4159-86a0-a170c232ad03,segment=NetworkSegment(31015bf4-ff32-40d4-9a40-21e000b8d4c8),segment_id=31015bf4-ff32-40d4-9a40-21e000b8d4c8)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:24.604750 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Returning: {'device': '6fac84c6-c025-4159-86a0-a170c232ad03', 'network_id': '6d03ac53-8d8c-4a20-9d67-bc802534868f', 'port_id': '6fac84c6-c025-4159-86a0-a170c232ad03', 'mac_address': 'fa:16:3e:92:00:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8d04e-3608-4560-9ec8-bf519edf3fee', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 14:27:24.613527 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.642509 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.654967 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fac84c6-c025-4159-86a0-a170c232ad03 {{(pid=93577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 14:27:24.674350 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 6fac84c6-c025-4159-86a0-a170c232ad03, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6fac84c6-c025-4159-86a0-a170c232ad03,segment=NetworkSegment(31015bf4-ff32-40d4-9a40-21e000b8d4c8),segment_id=31015bf4-ff32-40d4-9a40-21e000b8d4c8)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:24.750229 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.752190 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:24.767796 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56813771-0084-40b6-a1bc-d80b9a53c792,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:24.771279 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:24.836183 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.837963 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:24.876140 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:24.877545 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-231debab-ee49-474b-a5af-f16a77f2dab2 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4341085 Jun 28 14:27:24.880244 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48820) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:24.884685 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'security_group_rule': {'security_group_id': '4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2', 'project_id': '32c97849792b4033827fb20829e4fceb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:24.887756 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=6fac84c6-c025-4159-86a0-a170c232ad03,revision_number=4']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:24.890882 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:24.996865 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.055799 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.129671 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.131801 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-71df3d84-b1df-48ad-8c07-504478810406 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:25.141262 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['6fac84c6-c025-4159-86a0-a170c232ad03'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:27:25.146568 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b752e0-d8c9-4a68-90e9-2341dead47e1,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:25.151054 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:25.185739 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeef8de-2a1c-4f92-9310-3d62bd8967db req-8c9193a4-8fa7-4439-86cd-0786a288f1cf tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:25.187274 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-baeef8de-2a1c-4f92-9310-3d62bd8967db req-8c9193a4-8fa7-4439-86cd-0786a288f1cf tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 949 time: 0.0676715 Jun 28 14:27:25.221875 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.223422 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-595c3355-39d5-46bb-aebc-9c1bf7044028 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3422167 Jun 28 14:27:25.226212 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48824) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:25.230675 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'security_group_rule': {'security_group_id': '4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2', 'project_id': '32c97849792b4033827fb20829e4fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:25.235500 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-baeef8de-2a1c-4f92-9310-3d62bd8967db req-7407e905-19bd-4016-81db-3968dcea3fd6 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Jun 28 14:27:25.335644 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.securitygroups_db [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Project 32c97849792b4033827fb20829e4fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:27:25.341750 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.400550 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.482091 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.484087 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:25.499898 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd84d009-ac75-4604-b171-1137bbbf0691,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:25.502256 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:25.572755 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.573956 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-40c45c0f-ff2b-4c69-8ff7-3e93cf64422c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3468237 Jun 28 14:27:25.577525 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 48826) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:25.581970 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'security_group_rule': {'security_group_id': '4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2', 'project_id': '32c97849792b4033827fb20829e4fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:25.664455 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.db.securitygroups_db [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Project 32c97849792b4033827fb20829e4fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 14:27:25.669302 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.741034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.809400 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-443760'] for security_group_rule, after_create {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.812399 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:25.828346 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f479b0cc-7c1d-4ca3-ad7a-a650631e9fd3,revision_number=0']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:25.830733 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:25.929540 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:25.930681 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-bb23232b-7688-410b-aad0-163e0ec76e35 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3522375 Jun 28 14:27:26.047910 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-03981301-df95-409e-b087-767f78768d69 req-6b38e5e1-9262-44c9-8143-389145fdeb23 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15047758&fields=id&tenant_id=32c97849792b4033827fb20829e4fceb HTTP/1.1" status: 200 len: 267 time: 0.0315957 Jun 28 14:27:26.111547 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981301-df95-409e-b087-767f78768d69 req-2a39b0a6-495f-4108-ae55-acfcde6b6961 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:26.112991 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-03981301-df95-409e-b087-767f78768d69 req-2a39b0a6-495f-4108-ae55-acfcde6b6961 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0599782 Jun 28 14:27:26.123493 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.v2.base [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'port': {'security_groups': ['75aa2333-5647-4d2b-ad45-a224df47ce5a', '4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2']}} {{(pid=93575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:27:26.202616 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:26.380012 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:26.413283 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883bbfd-be8f-4d53-b3cd-9700927efb0f req-265df1fa-b9e5-4328-8145-3438c1baba46 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:26.414804 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1883bbfd-be8f-4d53-b3cd-9700927efb0f req-265df1fa-b9e5-4328-8145-3438c1baba46 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 949 time: 0.0675986 Jun 28 14:27:26.456218 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-1883bbfd-be8f-4d53-b3cd-9700927efb0f req-ad64d9e9-bbf3-4159-aeac-fd39c6d9a48a tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Jun 28 14:27:26.515699 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 6fac84c6-c025-4159-86a0-a170c232ad03 up at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 14:27:26.615267 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning for port 6fac84c6-c025-4159-86a0-a170c232ad03 completed by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 14:27:26.619380 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Provisioning complete for port 6fac84c6-c025-4159-86a0-a170c232ad03 triggered by entity L2. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:27:26.619833 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:26.695324 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for port, precommit_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:26.696551 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:26.719799 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fac84c6-c025-4159-86a0-a170c232ad03'}] {{(pid=93577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:27:26.722033 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1b09c3f43b8ef3cb41390f5f2b197c0f33b448348dc30b2f78eccdf1705666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ef7a6-0988-4ef8-ac12-84439f978fec" -d '{"events": [{"server_uuid": "4fb35cb3-fa33-444c-8ee8-16044d840792", "name": "network-vif-plugged", "status": "completed", "tag": "6fac84c6-c025-4159-86a0-a170c232ad03"}]}' {{(pid=93577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:27:26.734805 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] For port 6fac84c6-c025-4159-86a0-a170c232ad03, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6fac84c6-c025-4159-86a0-a170c232ad03,segment=NetworkSegment(31015bf4-ff32-40d4-9a40-21e000b8d4c8),segment_id=31015bf4-ff32-40d4-9a40-21e000b8d4c8)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:26.758635 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ac0d3-40f2-41b3-9d1b-73f127eab694 x-openstack-request-id: req-7b9ac0d3-40f2-41b3-9d1b-73f127eab694 {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:27:26.758940 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb35cb3-fa33-444c-8ee8-16044d840792", "name": "network-vif-plugged", "status": "completed", "tag": "6fac84c6-c025-4159-86a0-a170c232ad03", "code": 200}]} {{(pid=93577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:27:26.759202 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b9ac0d3-40f2-41b3-9d1b-73f127eab694 {{(pid=93577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:27:26.759600 dv-cinder-761113-15-smb neutron-server[93577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fac84c6-c025-4159-86a0-a170c232ad03', 'code': 200} Jun 28 14:27:26.773058 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3104694'] for port, after_update {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:26.777208 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-3c8060eb-7058-4ba5-b13f-8b3eeebedbc4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:26.802515 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337'] for port, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:26.805997 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:26.820854 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:26.821443 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:26.822823 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-03981301-df95-409e-b087-767f78768d69 req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "PUT /v2.0/ports/1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 981 time: 0.7037280 Jun 28 14:27:26.823353 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60'}] {{(pid=93575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:27:26.825765 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee885481224b249bbae3e0221c8f0e41996ae43306501d9031830f9ee875121" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50a5ecf-40d2-4ef9-8252-666479446485" -d '{"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60"}]}' {{(pid=93575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:27:26.836450 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['1ff4cc56-917d-4b78-9ced-8e1c21b81a60'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:27:26.887034 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=6']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:26.893003 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b69cf-2e77-4b8e-8f84-b0cc0ad8a570 x-openstack-request-id: req-d69b69cf-2e77-4b8e-8f84-b0cc0ad8a570 {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:27:26.893470 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60", "status": "completed", "code": 200}]} {{(pid=93575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:27:26.893861 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d69b69cf-2e77-4b8e-8f84-b0cc0ad8a570 {{(pid=93575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:27:26.894401 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'status': 'completed', 'code': 200} Jun 28 14:27:26.895244 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-481ee026-f18c-4477-b6a5-7ca6ac63773b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:26.942242 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Pushing event updated for resources: {'Port': ['ID=6fac84c6-c025-4159-86a0-a170c232ad03,revision_number=5']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:26.945532 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:26.992302 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['1ff4cc56-917d-4b78-9ced-8e1c21b81a60'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:27:26.998181 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-13378773-ea0f-4af6-82f6-7f5a4c1a3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:27.001397 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-13378773-ea0f-4af6-82f6-7f5a4c1a3c0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1137 time: 0.0704570 Jun 28 14:27:27.072828 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a825-f1e2-440d-96f0-f059a5d5dd7c req-c8b1f789-8a47-43e7-9a04-513b48e0f28f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:27.074419 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-79b6a825-f1e2-440d-96f0-f059a5d5dd7c req-c8b1f789-8a47-43e7-9a04-513b48e0f28f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.1025808 Jun 28 14:27:27.121328 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-79b6a825-f1e2-440d-96f0-f059a5d5dd7c req-3b49ba05-9808-4a6e-bfdc-e66d9d5236af tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390179 Jun 28 14:27:27.128185 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-8b50282b-81b9-43cd-b0c2-44a246ff25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:27.129879 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-8b50282b-81b9-43cd-b0c2-44a246ff25ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 915 time: 0.1214919 Jun 28 14:27:27.167092 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-26901597-511a-4ec5-942c-ec37c857bbd5 None None] Provisioning complete for port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:27:27.167775 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-26901597-511a-4ec5-942c-ec37c857bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:27.210977 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-46c92d82-e621-48e5-8d3d-62f3bc5b621f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 1000 time: 0.0728669 Jun 28 14:27:27.219845 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72d056-770f-43b9-8e12-8eea473790a2 req-4d2390fb-cda1-45a6-8724-42bb067ab997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:27.221433 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dd72d056-770f-43b9-8e12-8eea473790a2 req-4d2390fb-cda1-45a6-8724-42bb067ab997 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 1103 time: 0.0586863 Jun 28 14:27:27.257484 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-dd72d056-770f-43b9-8e12-8eea473790a2 req-0f51d8a7-8b1f-4e7f-843d-d0f43bcae00b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296307 Jun 28 14:27:27.262185 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-bd46d4ed-ad9a-40f0-9ee3-ba0c1204faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:27.263705 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-bd46d4ed-ad9a-40f0-9ee3-ba0c1204faff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 200 len: 853 time: 0.0444074 Jun 28 14:27:27.633367 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-8b7f0689-e523-4899-9184-209db014a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:27.634817 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-8b7f0689-e523-4899-9184-209db014a912 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=937486a3-ed1a-45c1-a26b-bb1cd4138274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0896561 Jun 28 14:27:27.676621 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad80821-e9cd-4fd5-83a3-d4c892576b83 req-45923a05-ad4a-4173-a450-951c89c9d8b7 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:27.678022 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4ad80821-e9cd-4fd5-83a3-d4c892576b83 req-45923a05-ad4a-4173-a450-951c89c9d8b7 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 950 time: 0.1009698 Jun 28 14:27:27.755385 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-4ad80821-e9cd-4fd5-83a3-d4c892576b83 req-ff12464f-015b-49cb-bcd2-bc41679131b2 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504107 Jun 28 14:27:27.765392 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-edf8bd03-5c0c-49b5-be9e-4fa4d6ad5dd4 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221969 Jun 28 14:27:27.861271 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b50a5ecf-40d2-4ef9-8252-666479446485 req-148a5f8f-99a0-4e4a-93cb-870fbdadfbdc service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884271 Jun 28 14:27:28.934698 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b387-4898-4c73-b98c-bd17726ffee4 req-ec23c1d7-2183-499b-92bc-04692b812474 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:28.936158 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9d63b387-4898-4c73-b98c-bd17726ffee4 req-ec23c1d7-2183-499b-92bc-04692b812474 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 950 time: 0.0720356 Jun 28 14:27:28.972997 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-9d63b387-4898-4c73-b98c-bd17726ffee4 req-2db38b78-995a-450c-a379-75de547eb335 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300725 Jun 28 14:27:29.608940 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4814-7d60-44f8-8044-8c3c047fa083 req-cc1b0026-947e-4f94-a378-f1a7039f4eab tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:29.611091 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-319f4814-7d60-44f8-8044-8c3c047fa083 req-cc1b0026-947e-4f94-a378-f1a7039f4eab tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 950 time: 0.0664811 Jun 28 14:27:29.648597 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-319f4814-7d60-44f8-8044-8c3c047fa083 req-fe6b9987-4c18-4599-971d-890baeb78bdf tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Jun 28 14:27:30.822592 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0a6d0-8a4b-4467-be3e-4151ca1da292 req-d3e1ff56-a139-4c9f-b199-35388f35e6c7 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:30.824101 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9ea0a6d0-8a4b-4467-be3e-4151ca1da292 req-d3e1ff56-a139-4c9f-b199-35388f35e6c7 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 950 time: 0.0630593 Jun 28 14:27:30.865718 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9ea0a6d0-8a4b-4467-be3e-4151ca1da292 req-dbda8636-57f9-436b-a7cf-b6f014433a6a tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/security-groups?id=a145b15b-2c7d-40b8-bf83-f4872c22ae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Jun 28 14:27:31.180203 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-0c46efcc-85b2-459d-8d50-44d3ca7e4f36 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:31.181643 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-0c46efcc-85b2-459d-8d50-44d3ca7e4f36 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 950 time: 0.0670698 Jun 28 14:27:31.279218 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Deleting port 6fac84c6-c025-4159-86a0-a170c232ad03 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:27:31.279475 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:31.368701 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] For port 6fac84c6-c025-4159-86a0-a170c232ad03, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6fac84c6-c025-4159-86a0-a170c232ad03,segment=NetworkSegment(31015bf4-ff32-40d4-9a40-21e000b8d4c8),segment_id=31015bf4-ff32-40d4-9a40-21e000b8d4c8)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:27:31.369064 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:31.380697 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Calling delete_port for 6fac84c6-c025-4159-86a0-a170c232ad03 owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:27:31.586631 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:31.591438 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-e1e4181e-0bd4-4abd-a727-a5908c465242 tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:31.620226 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Pushing event deleted for resources: {'Port': ['ID=6fac84c6-c025-4159-86a0-a170c232ad03,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:31.622335 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['6fac84c6-c025-4159-86a0-a170c232ad03'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:27:31.622831 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:31.669488 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] No DVR routers for this DVR port 6fac84c6-c025-4159-86a0-a170c232ad03 on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:27:31.672714 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:31.674934 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-ac38af81-81bf-49da-b889-bdc89d9ef45a req-b1bde933-fe6e-4654-a4ac-37297f3ceb32 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.37 "DELETE /v2.0/ports/6fac84c6-c025-4159-86a0-a170c232ad03 HTTP/1.1" status: 204 len: 173 time: 0.4876709 Jun 28 14:27:31.675471 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'name': 'network-vif-deleted', 'tag': '6fac84c6-c025-4159-86a0-a170c232ad03'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:27:31.677937 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f2852c-f78c-4fa7-80b5-9f3e26907fe0" -d '{"events": [{"server_uuid": "4fb35cb3-fa33-444c-8ee8-16044d840792", "name": "network-vif-deleted", "tag": "6fac84c6-c025-4159-86a0-a170c232ad03"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:27:31.715640 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a19273f-adab-4f31-9f7d-d61d4019a2af x-openstack-request-id: req-7a19273f-adab-4f31-9f7d-d61d4019a2af {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:27:31.716000 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb35cb3-fa33-444c-8ee8-16044d840792", "name": "network-vif-deleted", "tag": "6fac84c6-c025-4159-86a0-a170c232ad03", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:27:31.716345 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a19273f-adab-4f31-9f7d-d61d4019a2af {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:27:31.716787 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb35cb3-fa33-444c-8ee8-16044d840792', 'name': 'network-vif-deleted', 'tag': '6fac84c6-c025-4159-86a0-a170c232ad03', 'status': 'completed', 'code': 200} Jun 28 14:27:32.011574 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-0dce8896-fb6c-4631-893c-78f14b71f349 req-b6c3c691-dd1d-40af-a444-f3c31f724b43 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fb35cb3-fa33-444c-8ee8-16044d840792 HTTP/1.1" status: 200 len: 210 time: 0.0289409 Jun 28 14:27:32.775154 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-6914d200-faa8-4d8a-8425-31446df5c719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:33.858968 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:27:35.301503 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-4013b9a1-bca9-4021-ba60-a8c12390ad8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:35.487397 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:35.512182 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:36.552566 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:36.571450 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 6fac84c6-c025-4159-86a0-a170c232ad03 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:27:36.593591 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 6fac84c6-c025-4159-86a0-a170c232ad03 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:27:36.593966 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 6fac84c6-c025-4159-86a0-a170c232ad03 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:27:38.213098 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:38.426524 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49084) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:38.552753 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-e040b76f-8bc9-4467-bc13-4a286b61839e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c654d9d8a23248f4bd38bead04d3aaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247966 Jun 28 14:27:38.555109 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49088) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:27:38.600592 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b0691f5c-4f17-416a-94a2-e9a95eb96ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:38.621728 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b0691f5c-4f17-416a-94a2-e9a95eb96ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:38.757983 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b0691f5c-4f17-416a-94a2-e9a95eb96ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:38.760572 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b0691f5c-4f17-416a-94a2-e9a95eb96ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:27:38.761708 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b0691f5c-4f17-416a-94a2-e9a95eb96ea2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a145b15b-2c7d-40b8-bf83-f4872c22ae68 HTTP/1.1" status: 204 len: 168 time: 0.2057025 Jun 28 14:27:38.762471 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5770960c-9701-483e-b5ee-6da0194c3129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:27:38.770760 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0691f5c-4f17-416a-94a2-e9a95eb96ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a145b15b-2c7d-40b8-bf83-f4872c22ae68,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:27:38.773151 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b0691f5c-4f17-416a-94a2-e9a95eb96ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:27:50.014812 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712265b-d063-41ae-8002-a690b22d8d4e req-fa731b5b-a127-459d-bce8-7eec6053593c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:50.016202 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5712265b-d063-41ae-8002-a690b22d8d4e req-fa731b5b-a127-459d-bce8-7eec6053593c tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0666485 Jun 28 14:27:50.056447 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-5712265b-d063-41ae-8002-a690b22d8d4e req-2024465a-109a-482a-8ce1-0cec614619a0 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330765 Jun 28 14:27:50.094691 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-396e1fa6-3d37-4a91-a383-8c298561e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:50.096204 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-396e1fa6-3d37-4a91-a383-8c298561e027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1137 time: 0.0567439 Jun 28 14:27:50.183579 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-4484b719-09cc-45a9-bf0d-62db730e5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:50.185141 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-4484b719-09cc-45a9-bf0d-62db730e5bd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 915 time: 0.0824711 Jun 28 14:27:50.251483 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-ee74a58a-aab1-417c-85ca-32ccd61fba8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 1000 time: 0.0595424 Jun 28 14:27:50.300004 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-64a48602-a852-4822-b0bc-184d515ea278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:50.301342 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-64a48602-a852-4822-b0bc-184d515ea278 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 200 len: 853 time: 0.0420206 Jun 28 14:27:50.356862 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-492f4356-f8ef-4046-ae2c-bf767c3a600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:50.358351 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-492f4356-f8ef-4046-ae2c-bf767c3a600e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=937486a3-ed1a-45c1-a26b-bb1cd4138274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0498934 Jun 28 14:27:50.447448 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-4c9d8d00-5cfd-4036-a7fe-17c166bb1b9d service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815856 Jun 28 14:27:50.533805 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-391e742b-bc43-4da9-a478-7e04caec05e2 req-baeaff43-e385-4681-a661-75d21e9d1830 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796506 Jun 28 14:27:51.235003 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2adf1-1910-432a-acfb-d0c8db6e3d87 req-a84e4c75-50ac-468f-948a-45fb53e5e71d tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:51.236476 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-46b2adf1-1910-432a-acfb-d0c8db6e3d87 req-a84e4c75-50ac-468f-948a-45fb53e5e71d tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0668919 Jun 28 14:27:51.275632 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-46b2adf1-1910-432a-acfb-d0c8db6e3d87 req-252d66e8-61f7-471c-8c7b-013ff0258267 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334115 Jun 28 14:27:52.448868 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87ea02-cfbf-4e65-b23e-c644fa1bb5a8 req-4ac089a9-f571-46d4-8108-56ea49da5bec tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:52.450403 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bd87ea02-cfbf-4e65-b23e-c644fa1bb5a8 req-4ac089a9-f571-46d4-8108-56ea49da5bec tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0632365 Jun 28 14:27:52.489006 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-bd87ea02-cfbf-4e65-b23e-c644fa1bb5a8 req-c03258a9-c0b3-4e44-b52b-8ea0603a2b44 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329733 Jun 28 14:27:53.656687 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496473b7-66a5-4939-bda6-a348c54b48b1 req-6d74f2cf-5687-4857-bcc5-c8df2f3d9d5d tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:53.658118 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-496473b7-66a5-4939-bda6-a348c54b48b1 req-6d74f2cf-5687-4857-bcc5-c8df2f3d9d5d tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0615656 Jun 28 14:27:53.697854 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-496473b7-66a5-4939-bda6-a348c54b48b1 req-2df582a1-2ff0-4df6-8077-66f452ac02e6 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332839 Jun 28 14:27:54.868039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4ce5c-27dd-49b3-983d-81cce4be0770 req-ca39dc63-59a7-49cf-8db8-fe443f2133de tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:54.869537 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7ea4ce5c-27dd-49b3-983d-81cce4be0770 req-ca39dc63-59a7-49cf-8db8-fe443f2133de tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0613708 Jun 28 14:27:54.908205 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-7ea4ce5c-27dd-49b3-983d-81cce4be0770 req-ef30e86a-7e91-4ec2-9401-03665d4dedff tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329990 Jun 28 14:27:56.080373 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e49c0a-a170-41f7-88e9-7c66bcdafc44 req-3b401782-6a05-4410-8dd0-d5510d0a8352 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:56.081828 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f9e49c0a-a170-41f7-88e9-7c66bcdafc44 req-3b401782-6a05-4410-8dd0-d5510d0a8352 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0622358 Jun 28 14:27:56.121827 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f9e49c0a-a170-41f7-88e9-7c66bcdafc44 req-bd31eb6c-42dc-48ea-b665-1685a0418e30 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330861 Jun 28 14:27:57.297301 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e8ee-1ece-4b3d-95b2-806a49417c1c req-429f8ba1-71d1-4a62-94b9-194798b6d53f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:57.298652 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1bc7e8ee-1ece-4b3d-95b2-806a49417c1c req-429f8ba1-71d1-4a62-94b9-194798b6d53f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0652730 Jun 28 14:27:57.343455 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1bc7e8ee-1ece-4b3d-95b2-806a49417c1c req-096d8352-431f-410b-a4ce-fcdbaf1fced6 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390801 Jun 28 14:27:58.517220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05b5c-8769-41ad-8df5-ce601e938bf2 req-ef3e1e2b-6acf-4745-b4f0-2771a947f5f9 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:58.518661 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9cb05b5c-8769-41ad-8df5-ce601e938bf2 req-ef3e1e2b-6acf-4745-b4f0-2771a947f5f9 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0654318 Jun 28 14:27:58.557902 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-9cb05b5c-8769-41ad-8df5-ce601e938bf2 req-0e0b78ce-b2d0-4f6e-90e4-a7d23cb6f694 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328312 Jun 28 14:27:59.727696 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f72f9-9c10-4ed0-8c5d-98ca975a58b9 req-2a5013bb-6d49-467e-af0b-0602ea671636 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:27:59.729202 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-112f72f9-9c10-4ed0-8c5d-98ca975a58b9 req-2a5013bb-6d49-467e-af0b-0602ea671636 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0620825 Jun 28 14:27:59.817377 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-112f72f9-9c10-4ed0-8c5d-98ca975a58b9 req-23ba891d-ca24-49b7-88bf-d1a2bf8d1726 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0824664 Jun 28 14:28:00.991439 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408d7b-8fc7-4176-8ede-ee66299a52d2 req-79da2f74-dcf2-412d-b71f-1b1bc5788778 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:00.993445 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-22408d7b-8fc7-4176-8ede-ee66299a52d2 req-79da2f74-dcf2-412d-b71f-1b1bc5788778 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0630314 Jun 28 14:28:01.032629 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-22408d7b-8fc7-4176-8ede-ee66299a52d2 req-94b7cb72-7010-4a1c-a988-66f3684a6542 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333450 Jun 28 14:28:02.205214 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6eb2a-584a-4394-96c1-e213454491a4 req-49fda55b-81a6-4bc4-8330-bbb310fb9d68 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:02.206680 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59e6eb2a-584a-4394-96c1-e213454491a4 req-49fda55b-81a6-4bc4-8330-bbb310fb9d68 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0656667 Jun 28 14:28:02.245820 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-59e6eb2a-584a-4394-96c1-e213454491a4 req-54220b91-880c-4300-bafa-f2593293a547 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330286 Jun 28 14:28:02.775489 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-acebbe10-5885-471e-8d0f-5a69be9f6e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:03.418377 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838aba8f-0406-41e9-9422-6637e35f39b4 req-fefe00af-da98-4fbb-878a-189391bd3b87 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:03.419836 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-838aba8f-0406-41e9-9422-6637e35f39b4 req-fefe00af-da98-4fbb-878a-189391bd3b87 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0653605 Jun 28 14:28:03.459338 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-838aba8f-0406-41e9-9422-6637e35f39b4 req-c9b872c6-e67f-4404-baa8-fc42f330c37f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337896 Jun 28 14:28:04.632834 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d8d1e-289e-471a-837e-dc0ce70cfe53 req-ba2a2ccf-b0e1-4be6-8120-6bcfa5461953 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:04.634410 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1d6d8d1e-289e-471a-837e-dc0ce70cfe53 req-ba2a2ccf-b0e1-4be6-8120-6bcfa5461953 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0620282 Jun 28 14:28:04.672469 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-1d6d8d1e-289e-471a-837e-dc0ce70cfe53 req-d8ade1ca-8716-460c-88ef-035c8733579b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0323973 Jun 28 14:28:05.290188 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-6b3f401c-955f-40a6-a2f0-425e647209a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:05.477865 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:05.532030 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:05.843282 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a2b1b-a7eb-4f2b-b08d-5d7c7dad6c32 req-fa3d4085-dc4c-4d66-9474-fe9fbc6b9d4a tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:05.844751 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b33a2b1b-a7eb-4f2b-b08d-5d7c7dad6c32 req-fa3d4085-dc4c-4d66-9474-fe9fbc6b9d4a tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0621920 Jun 28 14:28:05.882972 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-b33a2b1b-a7eb-4f2b-b08d-5d7c7dad6c32 req-80a53bd1-1fec-49a1-995d-456cd44dc8ab tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0319016 Jun 28 14:28:06.578420 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:07.057459 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532bef-f9bc-4423-b5cd-cb927e1cc838 req-df8248ca-0107-4a63-8aaa-c667948f8222 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:07.058919 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-81532bef-f9bc-4423-b5cd-cb927e1cc838 req-df8248ca-0107-4a63-8aaa-c667948f8222 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0629048 Jun 28 14:28:07.099076 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-81532bef-f9bc-4423-b5cd-cb927e1cc838 req-289e310c-0fd1-4d76-88d8-996e74ef636e tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2&id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344024 Jun 28 14:28:08.241016 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:09.859918 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-60fce025-3527-42c4-9566-688f78aba746 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505476 Jun 28 14:28:09.969311 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-2aa7c802-4135-4bcc-b09e-b502e14369e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:09.970786 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-2aa7c802-4135-4bcc-b09e-b502e14369e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1137 time: 0.0539212 Jun 28 14:28:10.071425 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-2f0ec856-5528-4ee5-a5c7-70d9ec443211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:10.073102 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-2f0ec856-5528-4ee5-a5c7-70d9ec443211 service neutron] 10.222.0.37 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 915 time: 0.0823684 Jun 28 14:28:10.139035 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-19119361-0a29-426e-b17d-f5b68e6587dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 1000 time: 0.0596919 Jun 28 14:28:10.186808 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-59cbee98-0447-494d-94a8-fa7d605f6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:10.188203 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-59cbee98-0447-494d-94a8-fa7d605f6b7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 200 len: 853 time: 0.0420861 Jun 28 14:28:10.243220 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-3dbee125-f495-4a28-a6ac-0b466b7f4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:10.244877 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-3dbee125-f495-4a28-a6ac-0b466b7f4296 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=937486a3-ed1a-45c1-a26b-bb1cd4138274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0502172 Jun 28 14:28:10.333169 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-741621e5-488c-4ae3-a528-197da0105dea service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818715 Jun 28 14:28:10.421903 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-c81d55c6-22c5-4447-89b8-c79c10a0787d req-3111636d-e0c3-4e48-a562-f8730eed44f7 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825236 Jun 28 14:28:10.857990 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:28:32.778450 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-01d48a8a-1a2a-41a5-bc2a-695618cd7f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:35.291737 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-dc160a0f-c87d-45a7-b641-41a06b725262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:35.469320 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:35.545761 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:36.562950 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:38.208537 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.232040 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-5683ab7e-41a8-44d1-8c63-56f67452a924 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15047758&fields=id&tenant_id=32c97849792b4033827fb20829e4fceb HTTP/1.1" status: 200 len: 267 time: 0.0339763 Jun 28 14:28:39.300846 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-0f509081-2730-4e12-a57b-63d4dc4a42de tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:39.302289 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-0f509081-2730-4e12-a57b-63d4dc4a42de tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 984 time: 0.0653391 Jun 28 14:28:39.316342 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.v2.base [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Request body: {'port': {'security_groups': ['75aa2333-5647-4d2b-ad45-a224df47ce5a']}} {{(pid=93576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 14:28:39.392706 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1467454'] for port, before_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.558779 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:39.586708 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for port, precommit_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.655233 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791973206483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791972652292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791972652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58971519'] for port, after_update {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.659154 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9f4cca4c-cda2-4e5f-8bc6-71bece743b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:39.695408 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['1ff4cc56-917d-4b78-9ced-8e1c21b81a60'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:28:39.703392 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:39.704023 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.705504 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-635c0970-c2ef-408e-be32-2b6ff223bab7 req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "PUT /v2.0/ports/1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 942 time: 0.3967714 Jun 28 14:28:39.706033 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:28:39.708404 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04144832-5fab-4c77-b13b-0778557f02e1" -d '{"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:28:39.712065 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49138) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:39.773351 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event updated for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=7']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:39.775474 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad0936e-ac20-4e91-a4c0-79d89e88682e x-openstack-request-id: req-cad0936e-ac20-4e91-a4c0-79d89e88682e {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:28:39.775805 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:28:39.776103 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cad0936e-ac20-4e91-a4c0-79d89e88682e {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:28:39.776554 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'status': 'completed', 'code': 200} Jun 28 14:28:39.787151 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.787543 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.787918 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.789081 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.789081 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.797808 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.798256 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.798631 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.798999 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.799364 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.799728 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.800088 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.801093 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.806189 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:39.829943 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.839597 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['1ff4cc56-917d-4b78-9ced-8e1c21b81a60'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:28:39.869056 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144832-5fab-4c77-b13b-0778557f02e1 req-414bdd8b-1d25-4964-9c5a-8b629ec6f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:39.870636 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04144832-5fab-4c77-b13b-0778557f02e1 req-414bdd8b-1d25-4964-9c5a-8b629ec6f866 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1098 time: 0.0575297 Jun 28 14:28:39.965550 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144832-5fab-4c77-b13b-0778557f02e1 req-8da582bb-9c6c-4e69-8cf5-8f12cefe656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:39.967016 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04144832-5fab-4c77-b13b-0778557f02e1 req-8da582bb-9c6c-4e69-8cf5-8f12cefe656f service neutron] 10.222.0.37 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 915 time: 0.0887816 Jun 28 14:28:39.969090 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.973937 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.973937 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "DELETE /v2.0/security-groups/4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2 HTTP/1.1" status: 204 len: 168 time: 0.2599919 Jun 28 14:28:39.974159 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-e473b3f7-9f9e-4acd-a768-41c0ecb29252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:39.976484 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 49140) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:39.983408 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d4f0b-5a1f-4e50-8dcd-475cca410eb2,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:39.991887 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.992112 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.provisioning_blocks [None req-b2507e69-4200-4e7b-b48c-56bd0b672605 None None] Provisioning complete for port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 triggered by entity DHCP. {{(pid=93577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 14:28:39.992308 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b2507e69-4200-4e7b-b48c-56bd0b672605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1547204'] for port, provisioning_complete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:39.992821 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.993374 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.994132 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.994671 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.995204 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.995735 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.996285 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.996813 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.997335 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.997857 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:39.999011 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:40.006431 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-70d8eea9-df93-46e6-b8fc-214481253065 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:40.086858 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04144832-5fab-4c77-b13b-0778557f02e1 req-3432d629-6a98-4db6-b801-461f4a48a106 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 1000 time: 0.1114242 Jun 28 14:28:40.444871 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144832-5fab-4c77-b13b-0778557f02e1 req-4e64608b-76b3-445b-a8e7-6e075245effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:40.446199 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04144832-5fab-4c77-b13b-0778557f02e1 req-4e64608b-76b3-445b-a8e7-6e075245effe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 200 len: 853 time: 0.0600023 Jun 28 14:28:40.525007 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Deleting port 83d9560b-a44b-4402-be27-f4c24fac3e71 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:40.525351 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:40.548941 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144832-5fab-4c77-b13b-0778557f02e1 req-03a506ce-6fd7-4739-a88d-ea0b46d586a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:40.550395 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04144832-5fab-4c77-b13b-0778557f02e1 req-03a506ce-6fd7-4739-a88d-ea0b46d586a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=937486a3-ed1a-45c1-a26b-bb1cd4138274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0861404 Jun 28 14:28:40.658082 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:40.658414 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:40.674864 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Calling delete_port for 83d9560b-a44b-4402-be27-f4c24fac3e71 owned by network:floatingip {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:40.697503 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04144832-5fab-4c77-b13b-0778557f02e1 req-d52f02ec-75da-49d4-bf5c-30116275be1d service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214733 Jun 28 14:28:40.877084 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-04144832-5fab-4c77-b13b-0778557f02e1 req-12b1d8bb-1245-487b-b060-36205fef618a service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394091 Jun 28 14:28:41.020426 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:41.022421 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-9802bf03-837d-4490-8c88-d09b643797f4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:41.046513 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event deleted for resources: {'Port': ['ID=83d9560b-a44b-4402-be27-f4c24fac3e71,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:41.049530 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:41.109340 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks [] for floatingip, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:41.109713 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.db.l3_db [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Floating IP d09276b2-e0e4-4e71-8bef-0db965cd8624 disassociated (deleted). External IP: 172.28.3.35, port: 1ff4cc56-917d-4b78-9ced-8e1c21b81a60. Jun 28 14:28:41.304082 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Router 33bea012-8ae0-4d27-b627-a7327bb3f760 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:28:41.406843 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:28:41.411519 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for floatingip, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:41.416669 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] Sync routers for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:28:41.425867 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:28:41.426476 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:28:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:41.451055 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-5222a334-1948-4177-ab08-78fa4be6088f tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "DELETE /v2.0/floatingips/d09276b2-e0e4-4e71-8bef-0db965cd8624 HTTP/1.1" status: 204 len: 168 time: 1.4733825 Jun 28 14:28:41.528833 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:28:41.777272 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:28:41.779833 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:28:41.830003 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf90c8f0-fa5b-43ad-a44e-8a7accd55653 x-openstack-request-id: req-cf90c8f0-fa5b-43ad-a44e-8a7accd55653 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:28:41.830355 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:28:41.830689 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf90c8f0-fa5b-43ad-a44e-8a7accd55653 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:28:41.831113 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'status': 'completed', 'code': 200} Jun 28 14:28:41.848717 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:41.876492 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] Checking router: 33bea012-8ae0-4d27-b627-a7327bb3f760 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:28:41.884833 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:28:41.885464 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:28:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:41.932073 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-723203f0-5e66-468d-8b8e-97bb2e0d9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:41.933716 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-723203f0-5e66-468d-8b8e-97bb2e0d9afb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c97849792b4033827fb20829e4fceb&device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 1098 time: 0.0566659 Jun 28 14:28:41.997704 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:28:42.026562 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-0c057a04-6f53-4ca9-90c5-aefd1dd2949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:42.028261 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-0c057a04-6f53-4ca9-90c5-aefd1dd2949b service neutron] 10.222.0.37 "GET /v2.0/networks?id=937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 200 len: 915 time: 0.0884957 Jun 28 14:28:42.081424 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-4b75caf2-d893-436b-82a9-cf35b994ed70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 200 len: 217 time: 0.0401871 Jun 28 14:28:42.129341 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-bcaf46e7-53a4-428d-910e-b2435b7fe6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:42.130782 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-bcaf46e7-53a4-428d-910e-b2435b7fe6e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 200 len: 853 time: 0.0438919 Jun 28 14:28:42.194280 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-89d6a3c5-e990-4736-a536-f74e3386a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:42.195884 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-89d6a3c5-e990-4736-a536-f74e3386a806 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=937486a3-ed1a-45c1-a26b-bb1cd4138274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0525980 Jun 28 14:28:42.199309 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:42.225209 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fade68-b382-49d0-9e23-f272e68e3380 None None] The sync data for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb is: [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:29Z', 'revision_number': 4, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb', '_interfaces': [{'id': 'e3beab1e-ee30-403e-b157-11e687492565', 'name': '', 'network_id': '937486a3-ed1a-45c1-a26b-bb1cd4138274', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'mac_address': 'fa:16:3e:b7:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:28Z', 'updated_at': '2021-06-28T14:26:34Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'subnets': [{'id': '6ed21fa9-ea2b-4055-aab6-4eea2007998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:28:42.290847 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-a581d383-1dab-4212-91e7-729808796de8 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869117 Jun 28 14:28:42.385893 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-68a14ff9-85c3-40af-bec7-4b33b88b2eb0 req-2de76a2b-ebb3-4d38-b0c2-9d4adf1eb206 service neutron] 10.222.0.37 "GET /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881870 Jun 28 14:28:42.439680 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d27d94-0932-43bc-b2b5-497a72547493 None None] New status for floating IP d09276b2-e0e4-4e71-8bef-0db965cd8624: DOWN {{(pid=93578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 14:28:45.041803 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f82b-ec22-41cc-ac7e-cf3b04609a79 req-22dd039a-fe6a-40e9-aa06-cd4f201d8b72 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:45.043238 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-efc8f82b-ec22-41cc-ac7e-cf3b04609a79 req-22dd039a-fe6a-40e9-aa06-cd4f201d8b72 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0622294 Jun 28 14:28:45.080351 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-efc8f82b-ec22-41cc-ac7e-cf3b04609a79 req-00acb7c5-cf83-4add-a65a-e6dc5c490d15 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Jun 28 14:28:46.262882 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebfb4f-a07d-482b-9834-1ef64e534326 req-bbcc4b18-8d48-46ab-b0c3-b9925f3e5f2b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:46.264374 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-56ebfb4f-a07d-482b-9834-1ef64e534326 req-bbcc4b18-8d48-46ab-b0c3-b9925f3e5f2b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0727766 Jun 28 14:28:46.303241 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-56ebfb4f-a07d-482b-9834-1ef64e534326 req-ef14263e-959c-4f9a-9663-c072976dd6a4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/security-groups?id=75aa2333-5647-4d2b-ad45-a224df47ce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332007 Jun 28 14:28:46.894119 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-01e13d45-380e-41b8-b426-2b6f6e7d70a4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 14:28:46.895544 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-01e13d45-380e-41b8-b426-2b6f6e7d70a4 tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.37 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 945 time: 0.0707674 Jun 28 14:28:46.992453 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Deleting port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:46.992794 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:47.084662 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] For port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:47.085024 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:47.098160 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Calling delete_port for 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 owned by compute:nova {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:47.271866 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:47.276301 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-87289ace-efe4-41e9-a48e-a4499a38ae13 tempest-VolumesNegativeTest-1027457652 tempest-VolumesNegativeTest-1027457652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:47.301132 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Pushing event deleted for resources: {'Port': ['ID=1ff4cc56-917d-4b78-9ced-8e1c21b81a60,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:47.304608 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:47.305354 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] get_ports_and_sgs() called for port_ids ['1ff4cc56-917d-4b78-9ced-8e1c21b81a60'] {{(pid=93577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 14:28:47.352008 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] No DVR routers for this DVR port 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 on host hv-cinder-76111 {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:28:47.354594 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44577'] for port, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:47.356850 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [req-f44ba11f-f030-4c38-9ba6-e0c0a50f2526 req-d9bbde55-caee-4190-8828-15b9d58f8feb tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.37 "DELETE /v2.0/ports/1ff4cc56-917d-4b78-9ced-8e1c21b81a60 HTTP/1.1" status: 204 len: 173 time: 0.4559906 Jun 28 14:28:47.357373 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'name': 'network-vif-deleted', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60'}] {{(pid=93576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 14:28:47.360247 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113e63c06ea1c14f33f665e0a7cbef32e4a5fdc639dae5e48b20b5e5db69fd16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805364d0-c72d-485a-bde2-19c63c527bdb" -d '{"events": [{"server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "name": "network-vif-deleted", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60"}]}' {{(pid=93576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 14:28:47.402404 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2af4c8e-e12c-4ba5-81ea-9f8dbc7a9d72 x-openstack-request-id: req-c2af4c8e-e12c-4ba5-81ea-9f8dbc7a9d72 {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 14:28:47.402404 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cee2b7-0bb3-410a-8367-5584dc27b25d", "name": "network-vif-deleted", "tag": "1ff4cc56-917d-4b78-9ced-8e1c21b81a60", "status": "completed", "code": 200}]} {{(pid=93576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 14:28:47.402404 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2af4c8e-e12c-4ba5-81ea-9f8dbc7a9d72 {{(pid=93576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 14:28:47.402404 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cee2b7-0bb3-410a-8367-5584dc27b25d', 'name': 'network-vif-deleted', 'tag': '1ff4cc56-917d-4b78-9ced-8e1c21b81a60', 'status': 'completed', 'code': 200} Jun 28 14:28:47.455212 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [req-50f7a766-713f-42b5-80d4-fe28f825ac83 req-918a6030-51b5-433c-9bb8-f7d9b004cb4b tempest-TestMinimumBasicScenario-1445306772 tempest-TestMinimumBasicScenario-1445306772-project] 10.222.0.35 "GET /v2.0/ports?device_id=15cee2b7-0bb3-410a-8367-5584dc27b25d HTTP/1.1" status: 200 len: 210 time: 0.0322154 Jun 28 14:28:47.856366 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:28:49.876448 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 49232) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:50.209784 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586657'] for router_interface, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:50.451497 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Deleting port e3beab1e-ee30-403e-b157-11e687492565 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:50.451843 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:50.530808 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] For port e3beab1e-ee30-403e-b157-11e687492565, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=e3beab1e-ee30-403e-b157-11e687492565,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:50.531079 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:50.543987 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Calling delete_port for e3beab1e-ee30-403e-b157-11e687492565 owned by network:router_interface {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:50.806094 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:50.808230 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-36383421-a80b-450f-8fe4-a70c11e6ee8f tempest-AttachVolumeTestJSON-662561555 tempest-AttachVolumeTestJSON-662561555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:50.833061 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3beab1e-ee30-403e-b157-11e687492565,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:50.835628 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:50.951256 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:28:50.976578 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] No Port match for: 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:28:50.976941 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Device 1ff4cc56-917d-4b78-9ced-8e1c21b81a60 not bound to the agent host hv-cinder-76111 {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:28:51.001960 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1650670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577233'] for router_interface, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:51.210675 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Router 33bea012-8ae0-4d27-b627-a7327bb3f760 has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:28:51.318871 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:28:51.323716 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f1926a61-9a84-42c9-9667-48d1b7066100 admin admin] 10.222.0.35 "PUT /v2.0/routers/33bea012-8ae0-4d27-b627-a7327bb3f760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461312 Jun 28 14:28:51.326360 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 49234) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:51.329349 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] Sync routers for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:28:51.338464 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:28:51.351237 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:28:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:51.428596 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:51.442317 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:28:51.623733 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:28:50Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:51.650865 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] Checking router: 33bea012-8ae0-4d27-b627-a7327bb3f760 for host: dv-cinder-761113-15-smb {{(pid=93577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:28:51.660626 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] Routers {'33bea012-8ae0-4d27-b627-a7327bb3f760'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:28:51.661268 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:28:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['33bea012-8ae0-4d27-b627-a7327bb3f760'], 'active': True} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:51.770875 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvr_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] Set router 33bea012-8ae0-4d27-b627-a7327bb3f760 gateway port host: dv-cinder-761113-15-smb {{(pid=93577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:28:51.804157 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:51.909081 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Deleting port 30b88704-06e5-4ef6-97c5-e307a0747e59 {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:51.909319 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:51.946202 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_hamode_db [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:28:50Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:51.973233 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd2417-c836-4aab-9243-206b07e9d1cb None None] The sync data for ids ['33bea012-8ae0-4d27-b627-a7327bb3f760'] in dv-cinder-761113-15-smb is: [{'id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'name': 'tempest-TestMinimumBasicScenario-509207425-router', 'tenant_id': '32c97849792b4033827fb20829e4fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:28:50Z', 'revision_number': 5, 'project_id': '32c97849792b4033827fb20829e4fceb', 'gw_port': {'id': '30b88704-06e5-4ef6-97c5-e307a0747e59', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bea012-8ae0-4d27-b627-a7327bb3f760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:26Z', 'updated_at': '2021-06-28T14:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}] {{(pid=93577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:28:51.986825 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] For port 30b88704-06e5-4ef6-97c5-e307a0747e59, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=30b88704-06e5-4ef6-97c5-e307a0747e59,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:51.987194 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.000120 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Calling delete_port for 30b88704-06e5-4ef6-97c5-e307a0747e59 owned by network:router_gateway {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:52.229359 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.231336 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-d526d6ed-968e-4792-971b-03e5a0774c59 tempest-TestShelveInstance-1966211275 tempest-TestShelveInstance-1966211275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:52.263296 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Pushing event deleted for resources: {'Port': ['ID=30b88704-06e5-4ef6-97c5-e307a0747e59,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:52.265741 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:52.318809 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513924'] for router_gateway, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.410690 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4398'] for router, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.412911 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.534648 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-514766'] for router, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.535407 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33bea012-8ae0-4d27-b627-a7327bb3f760 {{(pid=93576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:28:52.542836 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] Notify callbacks [] for router, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.542836 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-cf3d8a4b-5dec-42d5-bbe0-205f0a4576bb admin admin] 10.222.0.35 "DELETE /v2.0/routers/33bea012-8ae0-4d27-b627-a7327bb3f760 HTTP/1.1" status: 204 len: 168 time: 1.2146654 Jun 28 14:28:52.544328 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 49236) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:52.590212 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.db_base_plugin_v2 [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Deleting subnet 6ed21fa9-ea2b-4055-aab6-4eea2007998a {{(pid=93576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:28:52.593737 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.632101 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58906465'] for subnet, precommit_delete_associations {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.715829 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.848782 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58971576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59594080'] for subnet, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.851071 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-53db95c5-a45c-4b65-969e-ed3c5e64ae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:52.873441 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed21fa9-ea2b-4055-aab6-4eea2007998a,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:52.877273 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:52.879668 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for subnet, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:52.881610 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-f828cdbe-2ccb-48c8-bd47-12e9130bcf37 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6ed21fa9-ea2b-4055-aab6-4eea2007998a HTTP/1.1" status: 204 len: 168 time: 0.3362780 Jun 28 14:28:52.884085 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.wsgi [-] (93576) accepted ('10.222.0.35', 49238) {{(pid=93576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:52.886798 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e1dd8-5445-417c-9dfa-9923ac25c299 None None] Network 937486a3-ed1a-45c1-a26b-bb1cd4138274 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:28:52.951546 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.013485 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Deleting port 0592b91b-e92c-4ea7-b53e-b48f47748e9b {{(pid=93576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:53.013834 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.081772 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.db [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] For port 0592b91b-e92c-4ea7-b53e-b48f47748e9b, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=0592b91b-e92c-4ea7-b53e-b48f47748e9b,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:53.082127 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.086746 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] DHCP port deletion for 937486a3-ed1a-45c1-a26b-bb1cd4138274 request from dv-cinder-761113-15-smb {{(pid=93577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:28:53.095930 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.plugin [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Calling delete_port for 0592b91b-e92c-4ea7-b53e-b48f47748e9b owned by network:dhcp {{(pid=93576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:53.138333 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Deleting port 0592b91b-e92c-4ea7-b53e-b48f47748e9b {{(pid=93577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:53.139084 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.157622 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 30b88704-06e5-4ef6-97c5-e307a0747e59 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:28:53.205726 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 30b88704-06e5-4ef6-97c5-e307a0747e59 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:28:53.206076 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 30b88704-06e5-4ef6-97c5-e307a0747e59 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:28:53.206504 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device e3beab1e-ee30-403e-b157-11e687492565 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:28:53.232272 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: e3beab1e-ee30-403e-b157-11e687492565 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:28:53.232627 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device e3beab1e-ee30-403e-b157-11e687492565 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:28:53.233138 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 0592b91b-e92c-4ea7-b53e-b48f47748e9b no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:28:53.237343 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58971510'] for port, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.240386 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-f00c1080-aeab-4b55-8161-8b5e85c2c7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:53.260397 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 0592b91b-e92c-4ea7-b53e-b48f47748e9b {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:28:53.260683 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 0592b91b-e92c-4ea7-b53e-b48f47748e9b not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:28:53.264691 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0592b91b-e92c-4ea7-b53e-b48f47748e9b,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:53.270741 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] For port 0592b91b-e92c-4ea7-b53e-b48f47748e9b, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=0592b91b-e92c-4ea7-b53e-b48f47748e9b,segment=NetworkSegment(7c2f0209-aca9-4cf4-b65b-9fdcae2876c1),segment_id=7c2f0209-aca9-4cf4-b65b-9fdcae2876c1)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:53.270741 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.271267 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] No DVR routers for this DVR port 0592b91b-e92c-4ea7-b53e-b48f47748e9b on host dv-cinder-761113-15-smb {{(pid=93576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:28:53.271267 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:53.278237 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Calling delete_port for 0592b91b-e92c-4ea7-b53e-b48f47748e9b owned by network:dhcp {{(pid=93577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:53.343172 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.353932 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937486a3-ed1a-45c1-a26b-bb1cd4138274']}} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:53.354652 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.357349 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:53.363787 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1') {'for_net_delete': True} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:53.364088 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.services.segments.db [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2f0209-aca9-4cf4-b65b-9fdcae2876c1') {} {{(pid=93576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:53.373106 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58906392'] for segment, before_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.379652 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Pushing event deleted for resources: {'Port': ['ID=0592b91b-e92c-4ea7-b53e-b48f47748e9b,revision_number=None']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:53.386980 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] No DVR routers for this DVR port 0592b91b-e92c-4ea7-b53e-b48f47748e9b on host dv-cinder-761113-15-smb {{(pid=93577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:28:53.388596 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.389068 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.389407 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.389777 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.390088 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.390420 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.390753 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.391078 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.391403 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.391727 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.392656 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.393005 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.393334 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-15-smb {{(pid=93577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 14:28:53.396821 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-5b2c7117-0c77-4c15-b8e6-c1d8db6ec447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58971483'] for segment, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: Traceback (most recent call last): Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: timer() Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: cb(*args, **kw) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: return func(*args, **kwargs) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: self._notify() Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: self.callback(batched_events) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: event.method(event) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: return f(self, *a, **k) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: return self._get(url).json() Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: return self.request(url, 'GET', **kwargs) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:28:53.403807 dv-cinder-761113-15-smb neutron-server[93576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:28:53.592238 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.596037 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-310facd8-c20b-4c9d-9fcb-700aaa3714c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:53.598536 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron_lib.callbacks.manager [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:53.600322 dv-cinder-761113-15-smb neutron-server[93576]: INFO neutron.wsgi [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/937486a3-ed1a-45c1-a26b-bb1cd4138274 HTTP/1.1" status: 204 len: 168 time: 0.7151854 Jun 28 14:28:53.603494 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49240) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:53.611141 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=937486a3-ed1a-45c1-a26b-bb1cd4138274,revision_number=None']} {{(pid=93576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:53.613640 dv-cinder-761113-15-smb neutron-server[93576]: DEBUG oslo_concurrency.lockutils [None req-c898e3db-5b4a-4432-9c74-9b190cf627e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:53.936662 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586657'] for router_interface, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:54.182656 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Deleting port 2aeeb15e-d62e-4466-a3e2-cea80949589c {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:54.182997 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:54.263187 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] For port 2aeeb15e-d62e-4466-a3e2-cea80949589c, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=2aeeb15e-d62e-4466-a3e2-cea80949589c,segment=NetworkSegment(8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac),segment_id=8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:54.263481 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:54.275790 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Calling delete_port for 2aeeb15e-d62e-4466-a3e2-cea80949589c owned by network:router_interface {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:54.546039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:54.548721 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-0949ff43-d359-46d8-b542-1d44eaacd768 tempest-AttachVolumeShelveTestJSON-2093478249 tempest-AttachVolumeShelveTestJSON-2093478249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:54.572263 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aeeb15e-d62e-4466-a3e2-cea80949589c,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:54.576007 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:54.731570 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1650670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577233'] for router_interface, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:54.933954 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c has already been hosted by L3 agent 9ccb479a-93fd-4edc-a05d-b3f365ab6624 {{(pid=93575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 14:28:55.036681 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Notify agent at l3_agent.dv-cinder-761113-15-smb the message routers_updated {{(pid=93575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 14:28:55.042038 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd337d30-ad8d-4e4c-8388-0adeec6fcb2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375236 Jun 28 14:28:55.044529 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49242) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:55.045126 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] Sync routers for ids ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'] in dv-cinder-761113-15-smb {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 14:28:55.054632 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] Routers {'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:28:55.055248 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:28:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:55.149156 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks [] for router, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:55.246685 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] Set router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c gateway port host: dv-cinder-761113-15-smb {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:28:55.249245 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:55.370390 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Deleting port f808ad3b-fccc-4206-ab50-2b4afcb8aedb {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:55.370728 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:55.418064 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'external_fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:28:54Z', 'revision_number': 5, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port': {'id': 'f808ad3b-fccc-4206-ab50-2b4afcb8aedb', 'name': '', 'network_id': '3b939953-808b-497e-ba61-fcc797e0961e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T14:26:34Z', 'updated_at': '2021-06-28T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc90170-9f32-48fc-b2cc-1c4906db30d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-15-smb'}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:55.444734 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] Checking router: dd337d30-ad8d-4e4c-8388-0adeec6fcb2c for host: dv-cinder-761113-15-smb {{(pid=93578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 14:28:55.446558 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] For port f808ad3b-fccc-4206-ab50-2b4afcb8aedb, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,segment=NetworkSegment(e6c943db-b173-4b41-bc21-f98f0e651961),segment_id=e6c943db-b173-4b41-bc21-f98f0e651961)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:55.447033 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:55.452999 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] Routers {'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'} bound to L3 agent in host dv-cinder-761113-15-smb {{(pid=93578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 14:28:55.454119 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T14:10:35Z,description=,heartbeat_timestamp=2021-06-28T14:28:35Z,host='dv-cinder-761113-15-smb',id=9ccb479a-93fd-4edc-a05d-b3f365ab6624,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T14:10:36Z,topic='l3_agent')) {'router_ids': ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'], 'active': True} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:55.462704 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Calling delete_port for f808ad3b-fccc-4206-ab50-2b4afcb8aedb owned by network:router_gateway {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:55.537062 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_dvr_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] Set router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c gateway port host: None {{(pid=93578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 14:28:55.590516 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.l3_hamode_db [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:28:55Z', 'revision_number': 6, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port_host': None}], 'dv-cinder-761113-15-smb', False) {} {{(pid=93578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:55.617620 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf28f5-8b2e-4329-a350-e6191804fd31 None None] The sync data for ids ['dd337d30-ad8d-4e4c-8388-0adeec6fcb2c'] in dv-cinder-761113-15-smb is: [{'id': 'dd337d30-ad8d-4e4c-8388-0adeec6fcb2c', 'name': 'tempest-TestMinimumBasicScenario-1426203255-router', 'tenant_id': '88fa94e359a44c62b744ee8a2fcc1964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T14:26:33Z', 'updated_at': '2021-06-28T14:28:55Z', 'revision_number': 6, 'project_id': '88fa94e359a44c62b744ee8a2fcc1964', 'gw_port_host': None}] {{(pid=93578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 14:28:55.715141 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:55.717344 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-115b06f8-bb27-47b8-8b32-367bc67f5b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:55.745274 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Pushing event deleted for resources: {'Port': ['ID=f808ad3b-fccc-4206-ab50-2b4afcb8aedb,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:55.748406 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:55.804517 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513924'] for router_gateway, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:55.894436 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4398'] for router, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:55.896574 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.071769 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-514766'] for router, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.071769 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd337d30-ad8d-4e4c-8388-0adeec6fcb2c {{(pid=93575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 14:28:56.071769 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] Notify callbacks [] for router, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.071769 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-b872531a-b2e7-4132-ba22-c9b0e410e27c admin admin] 10.222.0.35 "DELETE /v2.0/routers/dd337d30-ad8d-4e4c-8388-0adeec6fcb2c HTTP/1.1" status: 204 len: 168 time: 1.0206072 Jun 28 14:28:56.071769 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49244) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:56.115283 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Deleting subnet 5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6 {{(pid=93575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 14:28:56.118285 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.151167 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2869720'] for subnet, precommit_delete_associations {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.223895 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1543451'] for subnet, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.357894 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1543436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3104625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2941460'] for subnet, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.360442 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:56.382567 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:56.385896 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:56.388522 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.390334 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-bd4e684a-6ab6-4a06-aa8b-4d61cd7b5334 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5b9a66a8-978d-43aa-a5bf-d4d8a4f978d6 HTTP/1.1" status: 204 len: 168 time: 0.3209343 Jun 28 14:28:56.393807 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49246) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:56.396235 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b37d49-8b15-41a6-9cd7-87d7ae855b56 None None] Network a6c1feab-37c1-4ac3-9564-5ef46f03eb88 requested from dv-cinder-761113-15-smb {{(pid=93577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 14:28:56.462039 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617328'] for network, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.515485 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Deleting port b3dc5b52-16df-46c7-91b1-6f02355cedd7 {{(pid=93575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:56.515828 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.581096 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] DHCP port deletion for a6c1feab-37c1-4ac3-9564-5ef46f03eb88 request from dv-cinder-761113-15-smb {{(pid=93577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 14:28:56.591181 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.db [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] For port b3dc5b52-16df-46c7-91b1-6f02355cedd7, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=b3dc5b52-16df-46c7-91b1-6f02355cedd7,segment=NetworkSegment(8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac),segment_id=8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac)] {{(pid=93575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:56.591619 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.605743 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.plugin [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Calling delete_port for b3dc5b52-16df-46c7-91b1-6f02355cedd7 owned by network:dhcp {{(pid=93575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:56.628673 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] Deleting port b3dc5b52-16df-46c7-91b1-6f02355cedd7 {{(pid=93577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 14:28:56.629113 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791973204511'] for port, before_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.690597 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.db [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] For port b3dc5b52-16df-46c7-91b1-6f02355cedd7, host dv-cinder-761113-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-15-smb',level=0,port_id=b3dc5b52-16df-46c7-91b1-6f02355cedd7,segment=NetworkSegment(8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac),segment_id=8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac)] {{(pid=93577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 14:28:56.690998 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584590'] for port, precommit_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.706497 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] Calling delete_port for b3dc5b52-16df-46c7-91b1-6f02355cedd7 owned by network:dhcp {{(pid=93577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 14:28:56.760288 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3104703'] for port, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.763308 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:56.780902 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1467462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1643028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791973207345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791972699383'] for port, after_delete {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.783530 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:56.792248 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dc5b52-16df-46c7-91b1-6f02355cedd7,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:56.793928 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] No DVR routers for this DVR port b3dc5b52-16df-46c7-91b1-6f02355cedd7 on host dv-cinder-761113-15-smb {{(pid=93575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:28:56.795356 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:56.804908 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] Pushing event deleted for resources: {'Port': ['ID=b3dc5b52-16df-46c7-91b1-6f02355cedd7,revision_number=None']} {{(pid=93577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:56.808439 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG oslo_concurrency.lockutils [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:56.810497 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25c0b6d-5e21-47fc-bb4c-7211452f495b None None] No DVR routers for this DVR port b3dc5b52-16df-46c7-91b1-6f02355cedd7 on host dv-cinder-761113-15-smb {{(pid=93577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 14:28:56.862808 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1544525', 'neutron.services.segments.db._delete_segments_for_network-8791973192232'] for network, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.871966 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c1feab-37c1-4ac3-9564-5ef46f03eb88']}} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:56.881167 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac') {'for_net_delete': True} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:56.881460 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.services.segments.db [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab3ccb2-e3b1-4de8-b6d1-ba5a55cddbac') {} {{(pid=93575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 14:28:56.889651 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791973237899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2869665'] for segment, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.906446 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229'] for segment, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.913448 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3104658'] for segment, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: conditions |= (models_v2.Port.network_id.in_( Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: Traceback (most recent call last): Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: timer() Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: cb(*args, **kw) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: return func(*args, **kwargs) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: self._notify() Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: self.callback(batched_events) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: event.method(event) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: return f(self, *a, **k) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: return self._get(url).json() Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: return self.request(url, 'GET', **kwargs) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 14:28:56.917172 dv-cinder-761113-15-smb neutron-server[93575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 14:28:57.040585 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1544532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-461961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1643037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513909'] for network, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:57.044444 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:57.048353 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1643014'] for network, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:57.050585 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] 10.222.0.35 "DELETE /v2.0/networks/a6c1feab-37c1-4ac3-9564-5ef46f03eb88 HTTP/1.1" status: 204 len: 168 time: 0.6556172 Jun 28 14:28:57.066310 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c1feab-37c1-4ac3-9564-5ef46f03eb88,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:57.069381 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-5da4305f-f58c-4d5d-ac3e-882024ffc3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:57.132294 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 2aeeb15e-d62e-4466-a3e2-cea80949589c no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:28:57.153304 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: 2aeeb15e-d62e-4466-a3e2-cea80949589c {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:28:57.153660 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device 2aeeb15e-d62e-4466-a3e2-cea80949589c not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:28:57.154087 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device b3dc5b52-16df-46c7-91b1-6f02355cedd7 no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:28:57.173321 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: b3dc5b52-16df-46c7-91b1-6f02355cedd7 {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:28:57.173671 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device b3dc5b52-16df-46c7-91b1-6f02355cedd7 not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:28:57.174091 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device f808ad3b-fccc-4206-ab50-2b4afcb8aedb no longer exists at agent ovs-agent-dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 14:28:57.196504 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] No Port match for: f808ad3b-fccc-4206-ab50-2b4afcb8aedb {{(pid=93577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 14:28:57.196862 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron.plugins.ml2.rpc [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Device f808ad3b-fccc-4206-ab50-2b4afcb8aedb not bound to the agent host dv-cinder-761113-15-smb {{(pid=93577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 14:28:57.488185 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49250) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:57.526318 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-f00ea63d-b327-41de-a2a1-e22e9cac0263 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32c97849792b4033827fb20829e4fceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368991 Jun 28 14:28:57.528660 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49252) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:57.574622 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c6bc83-4975-453e-a452-8018a1baf655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:57.593957 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c6bc83-4975-453e-a452-8018a1baf655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:57.716993 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c6bc83-4975-453e-a452-8018a1baf655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:57.719567 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-44c6bc83-4975-453e-a452-8018a1baf655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:57.720772 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-44c6bc83-4975-453e-a452-8018a1baf655 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75aa2333-5647-4d2b-ad45-a224df47ce5a HTTP/1.1" status: 204 len: 168 time: 0.1912296 Jun 28 14:28:57.721554 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-7a7c0ef9-4945-49b1-817c-e64fe90e6abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:57.728821 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6bc83-4975-453e-a452-8018a1baf655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa2333-5647-4d2b-ad45-a224df47ce5a,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:57.731357 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-44c6bc83-4975-453e-a452-8018a1baf655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:28:58.361965 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49258) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:58.401720 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-848b4c58-5e60-4775-8206-7915f1175f77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88fa94e359a44c62b744ee8a2fcc1964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384634 Jun 28 14:28:58.403938 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.wsgi [-] (93575) accepted ('10.222.0.35', 49260) {{(pid=93575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 14:28:58.449723 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22627009-b004-460a-baff-75512ebb8224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:58.470568 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22627009-b004-460a-baff-75512ebb8224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:58.614021 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22627009-b004-460a-baff-75512ebb8224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3129'] for security_group, after_delete {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:58.616582 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron_lib.callbacks.manager [None req-22627009-b004-460a-baff-75512ebb8224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:28:58.617751 dv-cinder-761113-15-smb neutron-server[93575]: INFO neutron.wsgi [None req-22627009-b004-460a-baff-75512ebb8224 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3f313f5-1602-4318-9880-8107a4deb125 HTTP/1.1" status: 204 len: 168 time: 0.2128603 Jun 28 14:28:58.618533 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-c2198ca5-0fed-4ee7-a7ee-7f06efc7fb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 14:28:58.625695 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22627009-b004-460a-baff-75512ebb8224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f313f5-1602-4318-9880-8107a4deb125,revision_number=None']} {{(pid=93575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 14:28:58.628561 dv-cinder-761113-15-smb neutron-server[93575]: DEBUG oslo_concurrency.lockutils [None req-22627009-b004-460a-baff-75512ebb8224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 14:29:02.797053 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-8ab464df-e2ee-4fdd-ba9b-30abb686fdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:05.317082 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-8a89eb09-095e-4e65-ae35-c1c8f61ac074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:05.462890 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:05.531319 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:06.588429 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:08.194475 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:24.855025 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:29:32.771292 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e6d77560-1e4b-4003-a13e-b032a921ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:35.323934 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c08abd22-d02c-4ff0-8ed5-d45ea9d0ed91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:35.476665 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:35.556227 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:36.567958 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:29:38.207991 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:01.854348 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:30:02.790686 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3422c82f-4615-4795-a25e-7243493de218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:05.393645 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ffccd2d5-dbc7-4ebd-9d44-f8c6fda21cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:05.489310 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:05.567932 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:06.559099 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:08.224862 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:32.785859 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-953227d3-46e4-41b5-9a23-9bb964c6f816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:35.295732 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ae535e28-eab7-4f25-b7cc-2c22abbc9cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:35.475543 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:35.567167 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:36.587426 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:38.212958 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:30:38.852609 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:31:02.804158 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-319b830d-9a86-4b1e-a38f-b59146784cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:05.323795 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-69496a80-b19e-46f4-a102-3dd728f023b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:05.492920 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:05.597935 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:06.643801 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:08.201140 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:15.851253 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:31:32.795481 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-0e15b9ee-f643-42af-b039-3b048b615e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:35.269148 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-2c75b1b2-0726-4428-886b-0fbea5b7a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:35.460306 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:35.577711 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:36.574282 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:38.219611 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:31:52.853599 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:32:02.756624 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-98f2fd97-a9d5-40ee-89cb-e881e749d062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:05.305245 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-d072d5f0-2990-4081-9152-9e39b6dcd7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:05.468789 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:05.607757 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:06.577275 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:08.245892 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:29.852600 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:32:32.807288 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-61e47701-a71a-45f7-9b62-34164e85069c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:35.331976 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b4ca-03a5-4294-8814-d3df523d5a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:35.464435 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:35.571323 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:36.570688 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:32:38.259009 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:02.766720 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-772c6048-d8f9-48df-aa12-7e3f4fb96c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:05.315606 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ca24-847b-4084-b3c0-caa068185132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:05.457717 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:05.575846 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:06.567231 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:06.851037 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:33:08.233251 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:32.769899 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-d960cc54-854a-482b-942f-6d4c15fd2870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:35.274271 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-04afc2f5-e506-4bd3-b11e-3d240abdf09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:35.485756 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:35.577124 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:36.611869 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:38.246241 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:33:43.848706 dv-cinder-761113-15-smb neutron-server[93578]: DEBUG neutron.db.agents_db [None req-aa2b7a2b-f012-4fea-b1fc-df23cd95c1f8 None None] Agent healthcheck: found 6 active agents {{(pid=93578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 14:34:02.793679 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-24500502-4702-4c45-b5a8-fd774aa00bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:34:05.331034 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-44e5c212-c8f4-4119-af76-dfff41cc1fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:34:05.468148 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d7b6-a2de-405b-ac15-5f7e578b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:34:05.588295 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-94b86aea-4f42-405b-a28b-35906d95d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:34:06.587858 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-3bd1ba72-2ae9-4aa5-95ba-43fe20ee4dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 14:34:08.262449 dv-cinder-761113-15-smb neutron-server[93577]: DEBUG neutron_lib.callbacks.manager [None req-7cdb351f-eac2-45f8-83d6-e3a5c96c07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791973192214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1547035'] for agent, after_update {{(pid=93577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}